{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5067.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9035): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9035) [trial-2349↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9035)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9035): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9035) [trial-2349↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9035)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a20:06:40.690269 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a20:06:40.701647 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a20:06:41.290926 tst mo_mt_sms.py: using LAC 16493\u000a20:06:41.406259 tst mo_mt_sms.py: using RAC 173\u000a20:06:41.526628 tst mo_mt_sms.py: using CellId 16493\u000a20:06:41.648230 tst mo_mt_sms.py: using BVCI 16494\u000a20:06:41.672415 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a20:06:41.853305 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a20:06:42.146153 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:06:42.282018 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:06:44.644303 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9034): Launched\u000a20:06:44.967229 run osmo-nitb_10.42.42.2(pid=9035): Launched\u000a20:06:45.153892 run osmo-nitb_10.42.42.2(pid=9035): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9035)]\u000a20:06:45.288113 run osmo-nitb_10.42.42.2(pid=9035): stdout: \u000a| (launched: 2022-12-08_20:06:44.809161) \u000a20:06:45.423046 run osmo-nitb_10.42.42.2(pid=9035): stderr: \u000a| (launched: 2022-12-08_20:06:44.857422)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:06:45.552897 run osmo-nitb_10.42.42.2(pid=9035): stdout: \u000a| (launched: 2022-12-08_20:06:44.809161) \u000a20:06:45.681532 run osmo-nitb_10.42.42.2(pid=9035): stderr: \u000a| (launched: 2022-12-08_20:06:44.857422)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:06:45.737951 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9035): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9035) [trial-2349↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9035)] [trial-2349↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a20:06:45.746423 tst mo_mt_sms.py:11: Test FAILED (5.0 sec)\u000a20:06:45.782712 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9034): Terminating (SIGTERM)\u000a20:06:45.959952 --- ParallelTerminationStrategy: PID 9034 died...\u000a20:06:46.018313 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9034): Terminated: ok {rc=0}\u000a20:06:46.108455 bus /sierra_3: Setting Powered False\u000a20:06:47.223611 bus /sierra_3: Setting Powered False\u000a20:06:48.334248 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:06:40" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9045): Process ended prematurely: osmo-stp_10.42.42.5(pid=9045) [trial-2349↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9045)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9045): Process ended prematurely: osmo-stp_10.42.42.5(pid=9045) [trial-2349↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9045)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a20:06:50.197815 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:06:50.208805 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a20:06:50.334349 tst mo_mt_sms.py: using LAC 16494\u000a20:06:50.451908 tst mo_mt_sms.py: using RAC 174\u000a20:06:50.571573 tst mo_mt_sms.py: using CellId 16494\u000a20:06:50.687929 tst mo_mt_sms.py: using BVCI 16495\u000a20:06:50.710980 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:06:50.721632 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:06:50.732068 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:06:50.742820 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:06:50.753636 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:06:50.764315 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a20:06:50.882720 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a20:06:51.089330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:06:52.807563 run create_hlr_db(pid=9039): Launched\u000a20:06:52.983567 bus /sierra_2: Setting Powered False\u000a20:06:54.003794 run create_hlr_db(pid=9039): Terminated: ok {rc=0}\u000a20:06:54.439738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9041): Launched\u000a20:06:54.767793 run osmo-hlr_10.42.42.2(pid=9042): Launched\u000a20:06:54.888185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:06:57.464714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9044): Launched\u000a20:06:57.792768 run osmo-stp_10.42.42.5(pid=9045): Launched\u000a20:06:57.911165 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:07:03.340444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9047): Launched\u000a20:07:03.646540 run osmo-msc_10.42.42.6(pid=9048): Launched\u000a20:07:03.824487 run osmo-stp_10.42.42.5(pid=9045): ERR: Terminated: ERROR {rc=1} [trial-2349↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9045)]\u000a20:07:03.952724 run osmo-stp_10.42.42.5(pid=9045): stdout: \u000a| (launched: 2022-12-08_20:06:57.630270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:04.079055 run osmo-stp_10.42.42.5(pid=9045): stderr: \u000a| �[0;m�[38;5;43m20221208200657826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200657826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200657826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200657827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200657827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200657827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200657827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:04.200668 run osmo-stp_10.42.42.5(pid=9045): stdout: \u000a| (launched: 2022-12-08_20:06:57.630270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:04.321173 run osmo-stp_10.42.42.5(pid=9045): stderr: \u000a| �[0;m�[38;5;43m20221208200657826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200657826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200657826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200657827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200657827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200657827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200657827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:04.373894 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9045): Process ended prematurely: osmo-stp_10.42.42.5(pid=9045) [trial-2349↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9045)] [trial-2349↪sms:sysmo↪mo_mt_sms.py:16]\u000a20:07:04.381760 tst mo_mt_sms.py:16: Test FAILED (14.2 sec)\u000a20:07:04.442789 run osmo-hlr_10.42.42.2(pid=9042): ERR: Terminated: ERROR {rc=237} [trial-2349↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9042)]\u000a20:07:04.492995 run osmo-hlr_10.42.42.2(pid=9042): stdout: \u000a| (launched: 2022-12-08_20:06:54.605779) \u000a20:07:04.543360 run osmo-hlr_10.42.42.2(pid=9042): stderr: \u000a| �[0;m�[1;31m20221208200654808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208200654808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208200654808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200654808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200654808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208200654808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208200654820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208200654829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208200654829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208200654829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:07:04.611871 run osmo-msc_10.42.42.6(pid=9048): ERR: Terminated: ERROR {rc=2} [trial-2349↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9048)]\u000a20:07:04.661557 run osmo-msc_10.42.42.6(pid=9048): stdout: \u000a| (launched: 2022-12-08_20:07:03.493764) \u000a20:07:04.711933 run osmo-msc_10.42.42.6(pid=9048): stderr: \u000a| �[0;m�[38;5;43m20221208200703766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208200703766 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe22dc07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208200703767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208200703767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208200703767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208200703767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208200703769 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208200703769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208200703769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208200703769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:07:04.755146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9041): Terminating (SIGTERM)\u000a20:07:04.795972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9044): Terminating (SIGTERM)\u000a20:07:04.836407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9047): Terminating (SIGTERM)\u000a20:07:04.845933 --- ParallelTerminationStrategy: PID 9041 died...\u000a20:07:04.900301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9041): Terminated: ok {rc=0}\u000a20:07:04.909915 --- ParallelTerminationStrategy: PID 9044 died...\u000a20:07:04.964189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9044): Terminated: ok {rc=0}\u000a20:07:04.974268 --- ParallelTerminationStrategy: PID 9047 died...\u000a20:07:05.028032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9047): Terminated: ok {rc=0}\u000a20:07:05.112850 bus /sierra_3: Setting Powered False\u000a20:07:06.222338 bus /sierra_3: Setting Powered False\u000a20:07:07.331460 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:06:49" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9055): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9055) [trial-2349↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9055)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9055): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9055) [trial-2349↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a20:07:09.143515 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a20:07:09.154908 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a20:07:09.286787 tst assert_extension.py: using LAC 16495\u000a20:07:09.409540 tst assert_extension.py: using RAC 175\u000a20:07:09.539144 tst assert_extension.py: using CellId 16495\u000a20:07:09.668347 tst assert_extension.py: using BVCI 16496\u000a20:07:09.693257 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a20:07:09.972862 tst assert_extension.py:10: start nitb and bts...\u000a20:07:10.098251 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:07:10.727785 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9054): Launched\u000a20:07:11.030794 run osmo-nitb_10.42.42.2(pid=9055): Launched\u000a20:07:11.216697 run osmo-nitb_10.42.42.2(pid=9055): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9055)]\u000a20:07:11.354055 run osmo-nitb_10.42.42.2(pid=9055): stdout: \u000a| (launched: 2022-12-08_20:07:10.881467) \u000a20:07:11.491734 run osmo-nitb_10.42.42.2(pid=9055): stderr: \u000a| (launched: 2022-12-08_20:07:10.926333)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:07:11.624397 run osmo-nitb_10.42.42.2(pid=9055): stdout: \u000a| (launched: 2022-12-08_20:07:10.881467) \u000a20:07:11.755819 run osmo-nitb_10.42.42.2(pid=9055): stderr: \u000a| (launched: 2022-12-08_20:07:10.926333)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:07:12.152529 tst osmo-nitb_10.42.42.2(pid=9055): stdout: \u000a| (launched: 2022-12-08_20:07:10.881467) \u000a20:07:12.272939 tst osmo-nitb_10.42.42.2(pid=9055): stderr: \u000a| (launched: 2022-12-08_20:07:10.926333)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:07:12.325579 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9055): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9055) [trial-2349↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9055)] [trial-2349↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a20:07:12.333793 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a20:07:12.369202 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9054): Terminating (SIGTERM)\u000a20:07:12.546821 --- ParallelTerminationStrategy: PID 9054 died...\u000a20:07:12.602842 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9054): Terminated: ok {rc=0}\u000a20:07:12.687827 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:07:09" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9065): Process ended prematurely: osmo-stp_10.42.42.5(pid=9065) [trial-2349↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9065)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "REGRESSION", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9065): Process ended prematurely: osmo-stp_10.42.42.5(pid=9065) [trial-2349↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a20:07:14.489146 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:07:14.499862 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a20:07:14.630841 tst assert_extension.py: using LAC 16496\u000a20:07:14.760183 tst assert_extension.py: using RAC 176\u000a20:07:14.888270 tst assert_extension.py: using CellId 16496\u000a20:07:15.015535 tst assert_extension.py: using BVCI 16497\u000a20:07:15.040153 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:07:15.051250 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:07:15.062338 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:07:15.073376 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:07:15.084380 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:07:15.095345 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a20:07:15.296124 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:07:15.774735 run create_hlr_db(pid=9059): Launched\u000a20:07:15.976276 bus /sierra_2: Setting Powered False\u000a20:07:16.972475 run create_hlr_db(pid=9059): Terminated: ok {rc=0}\u000a20:07:17.448153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9061): Launched\u000a20:07:17.752622 run osmo-hlr_10.42.42.2(pid=9062): Launched\u000a20:07:17.861088 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:07:18.396815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9064): Launched\u000a20:07:18.703819 run osmo-stp_10.42.42.5(pid=9065): Launched\u000a20:07:18.815164 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:07:19.371424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9067): Launched\u000a20:07:19.678812 run osmo-msc_10.42.42.6(pid=9068): Launched\u000a20:07:19.857316 run osmo-stp_10.42.42.5(pid=9065): ERR: Terminated: ERROR {rc=1} [trial-2349↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9065)]\u000a20:07:19.986640 run osmo-stp_10.42.42.5(pid=9065): stdout: \u000a| (launched: 2022-12-08_20:07:18.550766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:20.113782 run osmo-stp_10.42.42.5(pid=9065): stderr: \u000a| �[0;m�[38;5;43m20221208200718723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200718723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200718723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200718724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200718724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200718724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200718724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:20.235400 run osmo-stp_10.42.42.5(pid=9065): stdout: \u000a| (launched: 2022-12-08_20:07:18.550766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:20.356718 run osmo-stp_10.42.42.5(pid=9065): stderr: \u000a| �[0;m�[38;5;43m20221208200718723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200718723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200718723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200718724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200718724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200718724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200718724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:20.409518 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9065): Process ended prematurely: osmo-stp_10.42.42.5(pid=9065) [trial-2349↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9065)] [trial-2349↪ussd:sysmo↪assert_extension.py:17]\u000a20:07:20.417426 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a20:07:20.478478 run osmo-hlr_10.42.42.2(pid=9062): ERR: Terminated: ERROR {rc=237} [trial-2349↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9062)]\u000a20:07:20.528456 run osmo-hlr_10.42.42.2(pid=9062): stdout: \u000a| (launched: 2022-12-08_20:07:17.602804) \u000a20:07:20.579012 run osmo-hlr_10.42.42.2(pid=9062): stderr: \u000a| �[0;m�[1;31m20221208200717779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208200717779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208200717779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200717779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200717779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208200717779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208200717845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208200717854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208200717854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208200717855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:07:20.647423 run osmo-msc_10.42.42.6(pid=9068): ERR: Terminated: ERROR {rc=2} [trial-2349↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9068)]\u000a20:07:20.697302 run osmo-msc_10.42.42.6(pid=9068): stdout: \u000a| (launched: 2022-12-08_20:07:19.525343) \u000a20:07:20.747682 run osmo-msc_10.42.42.6(pid=9068): stderr: \u000a| �[0;m�[38;5;43m20221208200719799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208200719799 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98d55b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208200719799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208200719800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208200719800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208200719800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208200719802 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208200719802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208200719802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208200719802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:07:20.790314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9061): Terminating (SIGTERM)\u000a20:07:20.830885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9064): Terminating (SIGTERM)\u000a20:07:20.871394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9067): Terminating (SIGTERM)\u000a20:07:20.880800 --- ParallelTerminationStrategy: PID 9061 died...\u000a20:07:20.935008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9061): Terminated: ok {rc=0}\u000a20:07:20.944543 --- ParallelTerminationStrategy: PID 9064 died...\u000a20:07:20.998477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9064): Terminated: ok {rc=0}\u000a20:07:21.008272 --- ParallelTerminationStrategy: PID 9067 died...\u000a20:07:21.062133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9067): Terminated: ok {rc=0}\u000a20:07:21.152527 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:07:14" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9079): Process ended prematurely: osmo-stp_10.42.42.5(pid=9079) [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9079)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9079): Process ended prematurely: osmo-stp_10.42.42.5(pid=9079) [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:07:23.068400 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:23.079601 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:07:23.236180 tst mo_mt_call.py: using LAC 16497\u000a20:07:23.367398 tst mo_mt_call.py: using RAC 177\u000a20:07:23.498569 tst mo_mt_call.py: using CellId 16497\u000a20:07:23.630981 tst mo_mt_call.py: using BVCI 16498\u000a20:07:23.656365 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:23.668068 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:23.679559 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:23.691057 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:23.702668 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:23.714248 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:07:23.834762 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:07:24.048513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:07:24.578299 run create_hlr_db(pid=9073): Launched\u000a20:07:24.769922 bus /sierra_2: Setting Powered False\u000a20:07:25.789402 run create_hlr_db(pid=9073): Terminated: ok {rc=0}\u000a20:07:26.231944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9075): Launched\u000a20:07:26.597591 run osmo-hlr_10.42.42.2(pid=9076): Launched\u000a20:07:26.721597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:07:27.298960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9078): Launched\u000a20:07:27.631409 run osmo-stp_10.42.42.5(pid=9079): Launched\u000a20:07:27.751911 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:07:28.356735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9081): Launched\u000a20:07:28.688590 run osmo-msc_10.42.42.6(pid=9082): Launched\u000a20:07:28.881629 run osmo-stp_10.42.42.5(pid=9079): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9079)]\u000a20:07:29.021590 run osmo-stp_10.42.42.5(pid=9079): stdout: \u000a| (launched: 2022-12-08_20:07:27.467275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:29.160155 run osmo-stp_10.42.42.5(pid=9079): stderr: \u000a| �[0;m�[38;5;43m20221208200727660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200727660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200727660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200727661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200727663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200727663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200727663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:29.292529 run osmo-stp_10.42.42.5(pid=9079): stdout: \u000a| (launched: 2022-12-08_20:07:27.467275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:29.423421 run osmo-stp_10.42.42.5(pid=9079): stderr: \u000a| �[0;m�[38;5;43m20221208200727660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200727660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200727660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200727661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200727663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200727663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200727663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:29.481009 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9079): Process ended prematurely: osmo-stp_10.42.42.5(pid=9079) [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9079)] [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:07:29.490074 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a20:07:29.553227 run osmo-hlr_10.42.42.2(pid=9076): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9076)]\u000a20:07:29.605294 run osmo-hlr_10.42.42.2(pid=9076): stdout: \u000a| (launched: 2022-12-08_20:07:26.430509) \u000a20:07:29.657923 run osmo-hlr_10.42.42.2(pid=9076): stderr: \u000a| �[0;m�[1;31m20221208200726634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208200726634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208200726634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200726634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200726634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208200726634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208200726652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208200726661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208200726662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208200726662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:07:29.729021 run osmo-msc_10.42.42.6(pid=9082): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9082)]\u000a20:07:29.781113 run osmo-msc_10.42.42.6(pid=9082): stdout: \u000a| (launched: 2022-12-08_20:07:28.524858) \u000a20:07:29.833731 run osmo-msc_10.42.42.6(pid=9082): stderr: \u000a| �[0;m�[38;5;43m20221208200728850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208200728850 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdedcce0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208200728850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208200728850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208200728850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208200728850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208200728852 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208200728852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208200728853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208200728853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:07:29.878678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9075): Terminating (SIGTERM)\u000a20:07:29.920863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9078): Terminating (SIGTERM)\u000a20:07:29.963612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9081): Terminating (SIGTERM)\u000a20:07:29.973358 --- ParallelTerminationStrategy: PID 9075 died...\u000a20:07:30.030253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9075): Terminated: ok {rc=0}\u000a20:07:30.040340 --- ParallelTerminationStrategy: PID 9078 died...\u000a20:07:30.096712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9078): Terminated: ok {rc=0}\u000a20:07:30.106824 --- ParallelTerminationStrategy: PID 9081 died...\u000a20:07:30.163009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9081): Terminated: ok {rc=0}\u000a20:07:30.251823 bus /sierra_3: Setting Powered False\u000a20:07:31.356759 bus /sierra_3: Setting Powered False\u000a20:07:32.464446 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 21, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9090): Process ended prematurely: osmo-stp_10.42.42.5(pid=9090) [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9090)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9090): Process ended prematurely: osmo-stp_10.42.42.5(pid=9090) [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:07:33.582714 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:33.595025 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:07:33.792060 tst mo_mt_call_osmux.py: using LAC 16498\u000a20:07:33.920516 tst mo_mt_call_osmux.py: using RAC 178\u000a20:07:34.048557 tst mo_mt_call_osmux.py: using CellId 16498\u000a20:07:34.177038 tst mo_mt_call_osmux.py: using BVCI 16499\u000a20:07:34.202378 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:34.214022 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:34.225548 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:34.237078 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:34.248624 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:34.260122 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:07:34.378007 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:07:34.593466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:07:35.123466 run create_hlr_db(pid=9084): Launched\u000a20:07:35.314791 bus /sierra_2: Setting Powered False\u000a20:07:36.335802 run create_hlr_db(pid=9084): Terminated: ok {rc=0}\u000a20:07:36.753718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9086): Launched\u000a20:07:37.067498 run osmo-hlr_10.42.42.2(pid=9087): Launched\u000a20:07:37.184646 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:07:37.740264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9089): Launched\u000a20:07:38.052801 run osmo-stp_10.42.42.5(pid=9090): Launched\u000a20:07:38.165462 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:07:38.733123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9092): Launched\u000a20:07:39.046534 run osmo-msc_10.42.42.6(pid=9093): Launched\u000a20:07:39.228369 run osmo-stp_10.42.42.5(pid=9090): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9090)]\u000a20:07:39.360085 run osmo-stp_10.42.42.5(pid=9090): stdout: \u000a| (launched: 2022-12-08_20:07:37.897755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:39.490037 run osmo-stp_10.42.42.5(pid=9090): stderr: \u000a| �[0;m�[38;5;43m20221208200738070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200738070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200738070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200738071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200738071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200738071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200738071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:39.615082 run osmo-stp_10.42.42.5(pid=9090): stdout: \u000a| (launched: 2022-12-08_20:07:37.897755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:39.738219 run osmo-stp_10.42.42.5(pid=9090): stderr: \u000a| �[0;m�[38;5;43m20221208200738070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200738070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200738070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200738071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200738071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200738071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200738071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:39.792354 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9090): Process ended prematurely: osmo-stp_10.42.42.5(pid=9090) [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9090)] [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:07:39.801118 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:07:39.862290 run osmo-hlr_10.42.42.2(pid=9087): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9087)]\u000a20:07:39.912137 run osmo-hlr_10.42.42.2(pid=9087): stdout: \u000a| (launched: 2022-12-08_20:07:36.911907) \u000a20:07:39.962498 run osmo-hlr_10.42.42.2(pid=9087): stderr: \u000a| �[0;m�[1;31m20221208200737147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208200737147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208200737147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200737147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200737147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208200737147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208200737160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208200737169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208200737169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208200737169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:07:40.031033 run osmo-msc_10.42.42.6(pid=9093): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9093)]\u000a20:07:40.081195 run osmo-msc_10.42.42.6(pid=9093): stdout: \u000a| (launched: 2022-12-08_20:07:38.890436) \u000a20:07:40.131644 run osmo-msc_10.42.42.6(pid=9093): stderr: \u000a| �[0;m�[38;5;43m20221208200739165 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208200739166 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b9c2f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208200739166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208200739166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208200739166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208200739166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208200739168 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208200739168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208200739169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208200739169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:07:40.174252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9086): Terminating (SIGTERM)\u000a20:07:40.214567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9089): Terminating (SIGTERM)\u000a20:07:40.254997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9092): Terminating (SIGTERM)\u000a20:07:40.264578 --- ParallelTerminationStrategy: PID 9086 died...\u000a20:07:40.319218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9086): Terminated: ok {rc=0}\u000a20:07:40.329131 --- ParallelTerminationStrategy: PID 9089 died...\u000a20:07:40.383277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9089): Terminated: ok {rc=0}\u000a20:07:40.393060 --- ParallelTerminationStrategy: PID 9092 died...\u000a20:07:40.447348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9092): Terminated: ok {rc=0}\u000a20:07:40.532342 bus /sierra_3: Setting Powered False\u000a20:07:41.639963 bus /sierra_3: Setting Powered False\u000a20:07:42.748528 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:07:22" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9115): Process ended prematurely: osmo-stp_10.42.42.5(pid=9115) [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9115)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9115): Process ended prematurely: osmo-stp_10.42.42.5(pid=9115) [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:07:44.707150 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:07:44.718447 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:07:44.862267 tst mo_mt_call.py: using LAC 16499\u000a20:07:44.988683 tst mo_mt_call.py: using RAC 179\u000a20:07:45.110846 tst mo_mt_call.py: using CellId 16499\u000a20:07:45.238728 tst mo_mt_call.py: using BVCI 16500\u000a20:07:45.264195 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:07:45.275935 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:07:45.287579 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:07:45.299005 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:07:45.310645 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:07:45.324367 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:07:45.441799 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:07:45.655522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:07:46.185366 run create_hlr_db(pid=9098): Launched\u000a20:07:46.370192 bus /sierra_2: Setting Powered False\u000a20:07:47.419928 run create_hlr_db(pid=9098): Terminated: ok {rc=0}\u000a20:07:47.861016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9111): Launched\u000a20:07:48.294738 run osmo-hlr_10.42.42.2(pid=9112): Launched\u000a20:07:48.477115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:07:49.112143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9114): Launched\u000a20:07:49.555412 run osmo-stp_10.42.42.5(pid=9115): Launched\u000a20:07:49.775843 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:07:50.404516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9117): Launched\u000a20:07:50.843493 run osmo-msc_10.42.42.6(pid=9119): Launched\u000a20:07:51.238658 run osmo-stp_10.42.42.5(pid=9115): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9115)]\u000a20:07:51.443759 run osmo-stp_10.42.42.5(pid=9115): stdout: \u000a| (launched: 2022-12-08_20:07:49.284851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:51.584012 run osmo-stp_10.42.42.5(pid=9115): stderr: \u000a| �[0;m�[38;5;43m20221208200749588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200749588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200749588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200749589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200749589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200749589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200749589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:51.719344 run osmo-stp_10.42.42.5(pid=9115): stdout: \u000a| (launched: 2022-12-08_20:07:49.284851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:51.852716 run osmo-stp_10.42.42.5(pid=9115): stderr: \u000a| �[0;m�[38;5;43m20221208200749588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200749588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200749588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200749589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200749589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200749589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200749589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:51.912399 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9115): Process ended prematurely: osmo-stp_10.42.42.5(pid=9115) [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9115)] [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:07:51.922720 tst mo_mt_call.py:8: Test FAILED (7.2 sec)\u000a20:07:51.988064 run osmo-hlr_10.42.42.2(pid=9112): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9112)]\u000a20:07:52.041010 run osmo-hlr_10.42.42.2(pid=9112): stdout: \u000a| (launched: 2022-12-08_20:07:48.032515) \u000a20:07:52.095054 run osmo-hlr_10.42.42.2(pid=9112): stderr: \u000a| �[0;m�[1;31m20221208200748345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208200748345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208200748345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200748345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200748345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208200748345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208200748363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208200748380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208200748380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208200748380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:07:52.168753 run osmo-msc_10.42.42.6(pid=9119): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9119)]\u000a20:07:52.223314 run osmo-msc_10.42.42.6(pid=9119): stdout: \u000a| (launched: 2022-12-08_20:07:50.576883) \u000a20:07:52.277261 run osmo-msc_10.42.42.6(pid=9119): stderr: \u000a| �[0;m�[38;5;43m20221208200751086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208200751087 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f81dcb2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208200751087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208200751087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208200751087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208200751087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208200751097 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208200751097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208200751097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208200751097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:07:52.323287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9111): Terminating (SIGTERM)\u000a20:07:52.369015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9114): Terminating (SIGTERM)\u000a20:07:52.413110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9117): Terminating (SIGTERM)\u000a20:07:52.425065 --- ParallelTerminationStrategy: PID 9111 died...\u000a20:07:52.483743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9111): Terminated: ok {rc=0}\u000a20:07:52.495115 --- ParallelTerminationStrategy: PID 9114 died...\u000a20:07:52.552897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9114): Terminated: ok {rc=0}\u000a20:07:52.564420 --- ParallelTerminationStrategy: PID 9117 died...\u000a20:07:52.622000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9117): Terminated: ok {rc=0}\u000a20:07:52.712442 bus /sierra_3: Setting Powered False\u000a20:07:53.820351 bus /sierra_3: Setting Powered False\u000a20:07:54.985318 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 21, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9386): Process ended prematurely: osmo-stp_10.42.42.5(pid=9386) [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9386)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9386): Process ended prematurely: osmo-stp_10.42.42.5(pid=9386) [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:07:56.119686 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:07:56.132540 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:07:56.303639 tst mo_mt_call_osmux.py: using LAC 16500\u000a20:07:56.436700 tst mo_mt_call_osmux.py: using RAC 180\u000a20:07:56.569724 tst mo_mt_call_osmux.py: using CellId 16500\u000a20:07:56.701895 tst mo_mt_call_osmux.py: using BVCI 16501\u000a20:07:56.729399 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:07:56.741738 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:07:56.753777 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:07:56.765977 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:07:56.778515 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:07:56.790582 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:07:56.917360 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:07:57.144029 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:07:57.727696 run create_hlr_db(pid=9380): Launched\u000a20:07:57.926009 bus /sierra_2: Setting Powered False\u000a20:07:58.938178 run create_hlr_db(pid=9380): Terminated: ok {rc=0}\u000a20:07:59.388319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9382): Launched\u000a20:07:59.808638 run osmo-hlr_10.42.42.2(pid=9383): Launched\u000a20:08:00.041407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:00.718229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9385): Launched\u000a20:08:01.153190 run osmo-stp_10.42.42.5(pid=9386): Launched\u000a20:08:01.358317 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:08:02.070287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9388): Launched\u000a20:08:02.551962 run osmo-msc_10.42.42.6(pid=9389): Launched\u000a20:08:03.071395 run osmo-stp_10.42.42.5(pid=9386): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9386)]\u000a20:08:03.301660 run osmo-stp_10.42.42.5(pid=9386): stdout: \u000a| (launched: 2022-12-08_20:08:00.894523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:03.467998 run osmo-stp_10.42.42.5(pid=9386): stderr: \u000a| �[0;m�[38;5;43m20221208200801241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200801242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200801242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200801242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200801243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200801243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200801243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:03.665057 run osmo-stp_10.42.42.5(pid=9386): stdout: \u000a| (launched: 2022-12-08_20:08:00.894523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:03.802175 run osmo-stp_10.42.42.5(pid=9386): stderr: \u000a| �[0;m�[38;5;43m20221208200801241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200801242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200801242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200801242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200801243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200801243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200801243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:03.858621 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9386): Process ended prematurely: osmo-stp_10.42.42.5(pid=9386) [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9386)] [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:08:03.868214 tst mo_mt_call_osmux.py:8: Test FAILED (7.8 sec)\u000a20:08:03.935573 run osmo-hlr_10.42.42.2(pid=9383): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9383)]\u000a20:08:03.989301 run osmo-hlr_10.42.42.2(pid=9383): stdout: \u000a| (launched: 2022-12-08_20:07:59.550915) \u000a20:08:04.043494 run osmo-hlr_10.42.42.2(pid=9383): stderr: \u000a| �[0;m�[1;31m20221208200759897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208200759897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208200759897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200759897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200759897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208200759897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208200759932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208200759945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208200759945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208200759946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:08:04.115177 run osmo-msc_10.42.42.6(pid=9389): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9389)]\u000a20:08:04.170406 run osmo-msc_10.42.42.6(pid=9389): stdout: \u000a| (launched: 2022-12-08_20:08:02.277375) \u000a20:08:04.223992 run osmo-msc_10.42.42.6(pid=9389): stderr: \u000a| �[0;m�[38;5;43m20221208200802797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208200802797 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ca94a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208200802797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208200802797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208200802797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208200802798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208200802799 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208200802800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208200802800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208200802800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:08:04.270816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9382): Terminating (SIGTERM)\u000a20:08:04.316200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9385): Terminating (SIGTERM)\u000a20:08:04.360693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9388): Terminating (SIGTERM)\u000a20:08:04.373597 --- ParallelTerminationStrategy: PID 9382 died...\u000a20:08:04.433602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9382): Terminated: ok {rc=0}\u000a20:08:04.444223 --- ParallelTerminationStrategy: PID 9385 died...\u000a20:08:04.502578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9385): Terminated: ok {rc=0}\u000a20:08:04.513315 --- ParallelTerminationStrategy: PID 9388 died...\u000a20:08:04.572402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9388): Terminated: ok {rc=0}\u000a20:08:04.661474 bus /sierra_3: Setting Powered False\u000a20:08:05.769778 bus /sierra_3: Setting Powered False\u000a20:08:06.882656 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 25.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:07:44" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9401): Process ended prematurely: osmo-stp_10.42.42.5(pid=9401) [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9401)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9401): Process ended prematurely: osmo-stp_10.42.42.5(pid=9401) [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:08:08.871927 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:08.884813 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:08:09.042978 tst mo_mt_call.py: using LAC 16501\u000a20:08:09.176079 tst mo_mt_call.py: using RAC 181\u000a20:08:09.308738 tst mo_mt_call.py: using CellId 16501\u000a20:08:09.444471 tst mo_mt_call.py: using BVCI 16502\u000a20:08:09.471760 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:09.484565 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:09.497223 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:09.509210 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:09.522194 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:09.536388 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:08:09.664788 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:08:09.892633 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:08:10.427308 run create_hlr_db(pid=9395): Launched\u000a20:08:10.618397 bus /sierra_2: Setting Powered False\u000a20:08:11.640168 run create_hlr_db(pid=9395): Terminated: ok {rc=0}\u000a20:08:12.059780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9397): Launched\u000a20:08:12.372847 run osmo-hlr_10.42.42.2(pid=9398): Launched\u000a20:08:12.493717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:13.046731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9400): Launched\u000a20:08:13.360032 run osmo-stp_10.42.42.5(pid=9401): Launched\u000a20:08:13.472815 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:08:14.040423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9403): Launched\u000a20:08:14.354374 run osmo-msc_10.42.42.6(pid=9404): Launched\u000a20:08:14.536500 run osmo-stp_10.42.42.5(pid=9401): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9401)]\u000a20:08:14.667998 run osmo-stp_10.42.42.5(pid=9401): stdout: \u000a| (launched: 2022-12-08_20:08:13.203708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:14.798106 run osmo-stp_10.42.42.5(pid=9401): stderr: \u000a| �[0;m�[38;5;43m20221208200813377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200813378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200813378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200813378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200813379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200813379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200813379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:14.922435 run osmo-stp_10.42.42.5(pid=9401): stdout: \u000a| (launched: 2022-12-08_20:08:13.203708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:15.045953 run osmo-stp_10.42.42.5(pid=9401): stderr: \u000a| �[0;m�[38;5;43m20221208200813377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200813378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200813378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200813378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200813379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200813379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200813379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:15.100280 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9401): Process ended prematurely: osmo-stp_10.42.42.5(pid=9401) [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9401)] [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:08:15.108846 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:08:15.170417 run osmo-hlr_10.42.42.2(pid=9398): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9398)]\u000a20:08:15.220392 run osmo-hlr_10.42.42.2(pid=9398): stdout: \u000a| (launched: 2022-12-08_20:08:12.217320) \u000a20:08:15.271232 run osmo-hlr_10.42.42.2(pid=9398): stderr: \u000a| �[0;m�[1;31m20221208200812397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208200812397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208200812397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200812397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200812397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208200812397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208200812412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208200812423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208200812423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208200812423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:08:15.339893 run osmo-msc_10.42.42.6(pid=9404): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9404)]\u000a20:08:15.390197 run osmo-msc_10.42.42.6(pid=9404): stdout: \u000a| (launched: 2022-12-08_20:08:14.198250) \u000a20:08:15.441052 run osmo-msc_10.42.42.6(pid=9404): stderr: \u000a| �[0;m�[38;5;43m20221208200814472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208200814472 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f841679fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208200814472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208200814472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208200814472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208200814472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208200814474 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208200814474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208200814475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208200814475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:08:15.483846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9397): Terminating (SIGTERM)\u000a20:08:15.524224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9400): Terminating (SIGTERM)\u000a20:08:15.564510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9403): Terminating (SIGTERM)\u000a20:08:15.574034 --- ParallelTerminationStrategy: PID 9397 died...\u000a20:08:15.628032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9397): Terminated: ok {rc=0}\u000a20:08:15.638482 --- ParallelTerminationStrategy: PID 9400 died...\u000a20:08:15.692814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9400): Terminated: ok {rc=0}\u000a20:08:15.702546 --- ParallelTerminationStrategy: PID 9403 died...\u000a20:08:15.756652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9403): Terminated: ok {rc=0}\u000a20:08:15.842179 bus /sierra_3: Setting Powered False\u000a20:08:16.957617 bus /sierra_3: Setting Powered False\u000a20:08:18.069172 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9412): Process ended prematurely: osmo-stp_10.42.42.5(pid=9412) [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9412)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9412): Process ended prematurely: osmo-stp_10.42.42.5(pid=9412) [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:08:19.181121 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:19.193122 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:08:19.339361 tst mo_mt_call_osmux.py: using LAC 16502\u000a20:08:19.461752 tst mo_mt_call_osmux.py: using RAC 182\u000a20:08:19.582596 tst mo_mt_call_osmux.py: using CellId 16502\u000a20:08:19.705471 tst mo_mt_call_osmux.py: using BVCI 16503\u000a20:08:19.728938 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:19.740128 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:19.751410 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:19.762463 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:19.773665 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:19.785128 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:08:19.907168 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:08:20.113642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:08:20.605043 run create_hlr_db(pid=9406): Launched\u000a20:08:20.783046 bus /sierra_2: Setting Powered False\u000a20:08:21.804941 run create_hlr_db(pid=9406): Terminated: ok {rc=0}\u000a20:08:22.247415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9408): Launched\u000a20:08:22.580016 run osmo-hlr_10.42.42.2(pid=9409): Launched\u000a20:08:22.700935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:23.279523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9411): Launched\u000a20:08:23.611928 run osmo-stp_10.42.42.5(pid=9412): Launched\u000a20:08:23.731337 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:08:24.338556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9414): Launched\u000a20:08:24.671977 run osmo-msc_10.42.42.6(pid=9415): Launched\u000a20:08:24.866950 run osmo-stp_10.42.42.5(pid=9412): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9412)]\u000a20:08:25.007599 run osmo-stp_10.42.42.5(pid=9412): stdout: \u000a| (launched: 2022-12-08_20:08:23.447847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:25.146643 run osmo-stp_10.42.42.5(pid=9412): stderr: \u000a| �[0;m�[38;5;43m20221208200823643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200823643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200823643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200823644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200823644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200823644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200823644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:25.279483 run osmo-stp_10.42.42.5(pid=9412): stdout: \u000a| (launched: 2022-12-08_20:08:23.447847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:25.410865 run osmo-stp_10.42.42.5(pid=9412): stderr: \u000a| �[0;m�[38;5;43m20221208200823643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200823643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200823643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200823644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200823644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200823644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200823644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:25.468816 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9412): Process ended prematurely: osmo-stp_10.42.42.5(pid=9412) [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9412)] [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:08:25.478201 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:08:25.541597 run osmo-hlr_10.42.42.2(pid=9409): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9409)]\u000a20:08:25.593618 run osmo-hlr_10.42.42.2(pid=9409): stdout: \u000a| (launched: 2022-12-08_20:08:22.415761) \u000a20:08:25.646089 run osmo-hlr_10.42.42.2(pid=9409): stderr: \u000a| �[0;m�[1;31m20221208200822617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208200822617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208200822617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200822617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200822617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208200822617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208200822630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208200822638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208200822638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208200822638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:08:25.717300 run osmo-msc_10.42.42.6(pid=9415): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9415)]\u000a20:08:25.769578 run osmo-msc_10.42.42.6(pid=9415): stdout: \u000a| (launched: 2022-12-08_20:08:24.507653) \u000a20:08:25.822160 run osmo-msc_10.42.42.6(pid=9415): stderr: \u000a| �[0;m�[38;5;43m20221208200824836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208200824836 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad6cd6dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208200824837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208200824837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208200824837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208200824837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208200824839 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208200824839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208200824839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208200824839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:08:25.867063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9408): Terminating (SIGTERM)\u000a20:08:25.909499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9411): Terminating (SIGTERM)\u000a20:08:25.951747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9414): Terminating (SIGTERM)\u000a20:08:25.961560 --- ParallelTerminationStrategy: PID 9408 died...\u000a20:08:26.018522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9408): Terminated: ok {rc=0}\u000a20:08:26.028671 --- ParallelTerminationStrategy: PID 9411 died...\u000a20:08:26.084722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9411): Terminated: ok {rc=0}\u000a20:08:26.094868 --- ParallelTerminationStrategy: PID 9414 died...\u000a20:08:26.150662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9414): Terminated: ok {rc=0}\u000a20:08:26.238712 bus /sierra_3: Setting Powered False\u000a20:08:27.343437 bus /sierra_3: Setting Powered False\u000a20:08:28.455695 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:08:08" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9426): Process ended prematurely: osmo-stp_10.42.42.5(pid=9426) [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9426)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9426): Process ended prematurely: osmo-stp_10.42.42.5(pid=9426) [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:08:30.413676 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:30.424573 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:08:30.570685 tst mo_mt_call.py: using LAC 16503\u000a20:08:30.693689 tst mo_mt_call.py: using RAC 183\u000a20:08:30.816787 tst mo_mt_call.py: using CellId 16503\u000a20:08:30.959246 tst mo_mt_call.py: using BVCI 16504\u000a20:08:30.984682 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:30.996828 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:31.008860 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:31.021739 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:31.034718 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:31.047317 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:08:31.174036 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:08:31.392922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:08:31.973133 run create_hlr_db(pid=9420): Launched\u000a20:08:32.170705 bus /sierra_2: Setting Powered False\u000a20:08:33.186368 run create_hlr_db(pid=9420): Terminated: ok {rc=0}\u000a20:08:33.606257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9422): Launched\u000a20:08:33.917529 run osmo-hlr_10.42.42.2(pid=9423): Launched\u000a20:08:34.033923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:34.573412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9425): Launched\u000a20:08:34.884728 run osmo-stp_10.42.42.5(pid=9426): Launched\u000a20:08:34.997288 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:08:35.563978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9428): Launched\u000a20:08:35.875917 run osmo-msc_10.42.42.6(pid=9429): Launched\u000a20:08:36.058810 run osmo-stp_10.42.42.5(pid=9426): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9426)]\u000a20:08:36.190547 run osmo-stp_10.42.42.5(pid=9426): stdout: \u000a| (launched: 2022-12-08_20:08:34.730476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:36.319883 run osmo-stp_10.42.42.5(pid=9426): stderr: \u000a| �[0;m�[38;5;43m20221208200834905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200834905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200834905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200834906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200834906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200834906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200834906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:36.444237 run osmo-stp_10.42.42.5(pid=9426): stdout: \u000a| (launched: 2022-12-08_20:08:34.730476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:36.567383 run osmo-stp_10.42.42.5(pid=9426): stderr: \u000a| �[0;m�[38;5;43m20221208200834905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200834905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200834905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200834906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200834906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200834906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200834906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:36.621568 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9426): Process ended prematurely: osmo-stp_10.42.42.5(pid=9426) [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9426)] [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:08:36.630123 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:08:36.690933 run osmo-hlr_10.42.42.2(pid=9423): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9423)]\u000a20:08:36.740718 run osmo-hlr_10.42.42.2(pid=9423): stdout: \u000a| (launched: 2022-12-08_20:08:33.763491) \u000a20:08:36.791534 run osmo-hlr_10.42.42.2(pid=9423): stderr: \u000a| �[0;m�[1;31m20221208200833944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208200833945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208200833945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200833945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200833945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208200833945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208200833957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208200833966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208200833967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208200833967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:08:36.859639 run osmo-msc_10.42.42.6(pid=9429): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9429)]\u000a20:08:36.909435 run osmo-msc_10.42.42.6(pid=9429): stdout: \u000a| (launched: 2022-12-08_20:08:35.721106) \u000a20:08:36.959696 run osmo-msc_10.42.42.6(pid=9429): stderr: \u000a| �[0;m�[38;5;43m20221208200835997 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208200835998 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8be12aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208200835998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208200835998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208200835998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208200835998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208200836000 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208200836000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208200836000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208200836000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:08:37.002394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9422): Terminating (SIGTERM)\u000a20:08:37.042345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9425): Terminating (SIGTERM)\u000a20:08:37.082422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9428): Terminating (SIGTERM)\u000a20:08:37.091817 --- ParallelTerminationStrategy: PID 9422 died...\u000a20:08:37.146337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9422): Terminated: ok {rc=0}\u000a20:08:37.155877 --- ParallelTerminationStrategy: PID 9425 died...\u000a20:08:37.209738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9425): Terminated: ok {rc=0}\u000a20:08:37.219551 --- ParallelTerminationStrategy: PID 9428 died...\u000a20:08:37.273762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9428): Terminated: ok {rc=0}\u000a20:08:37.363213 bus /sierra_3: Setting Powered False\u000a20:08:38.466753 bus /sierra_3: Setting Powered False\u000a20:08:39.578845 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9437): Process ended prematurely: osmo-stp_10.42.42.5(pid=9437) [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9437)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9437): Process ended prematurely: osmo-stp_10.42.42.5(pid=9437) [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:08:40.691216 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:40.702968 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:08:40.849466 tst mo_mt_call_osmux.py: using LAC 16504\u000a20:08:40.980149 tst mo_mt_call_osmux.py: using RAC 184\u000a20:08:41.110710 tst mo_mt_call_osmux.py: using CellId 16504\u000a20:08:41.241241 tst mo_mt_call_osmux.py: using BVCI 16505\u000a20:08:41.266801 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:41.278511 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:41.290126 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:41.301558 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:41.313055 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:41.324480 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:08:41.442314 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:08:41.657201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:08:42.190032 run create_hlr_db(pid=9431): Launched\u000a20:08:42.381433 bus /sierra_2: Setting Powered False\u000a20:08:43.402149 run create_hlr_db(pid=9431): Terminated: ok {rc=0}\u000a20:08:43.844181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9433): Launched\u000a20:08:44.176613 run osmo-hlr_10.42.42.2(pid=9434): Launched\u000a20:08:44.296674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:44.875087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9436): Launched\u000a20:08:45.208106 run osmo-stp_10.42.42.5(pid=9437): Launched\u000a20:08:45.327951 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:08:45.960330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9439): Launched\u000a20:08:46.385506 run osmo-msc_10.42.42.6(pid=9440): Launched\u000a20:08:46.783454 run osmo-stp_10.42.42.5(pid=9437): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9437)]\u000a20:08:46.919560 run osmo-stp_10.42.42.5(pid=9437): stdout: \u000a| (launched: 2022-12-08_20:08:45.045049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:47.054692 run osmo-stp_10.42.42.5(pid=9437): stderr: \u000a| �[0;m�[38;5;43m20221208200845241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200845241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200845242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200845242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200845243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200845243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200845243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:47.185505 run osmo-stp_10.42.42.5(pid=9437): stdout: \u000a| (launched: 2022-12-08_20:08:45.045049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:47.314590 run osmo-stp_10.42.42.5(pid=9437): stderr: \u000a| �[0;m�[38;5;43m20221208200845241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200845241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200845242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200845242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200845243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200845243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200845243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:47.371611 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9437): Process ended prematurely: osmo-stp_10.42.42.5(pid=9437) [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9437)] [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:08:47.381269 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a20:08:47.446829 run osmo-hlr_10.42.42.2(pid=9434): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9434)]\u000a20:08:47.499218 run osmo-hlr_10.42.42.2(pid=9434): stdout: \u000a| (launched: 2022-12-08_20:08:44.013216) \u000a20:08:47.551892 run osmo-hlr_10.42.42.2(pid=9434): stderr: \u000a| �[0;m�[1;31m20221208200844218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208200844218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208200844218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200844218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200844218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208200844218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208200844290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208200844300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208200844300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208200844300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:08:47.623575 run osmo-msc_10.42.42.6(pid=9440): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9440)]\u000a20:08:47.676064 run osmo-msc_10.42.42.6(pid=9440): stdout: \u000a| (launched: 2022-12-08_20:08:46.123985) \u000a20:08:47.728743 run osmo-msc_10.42.42.6(pid=9440): stderr: \u000a| �[0;m�[38;5;43m20221208200846499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208200846499 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f300d053c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208200846500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208200846500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208200846500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208200846500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208200846502 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208200846503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208200846503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208200846503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:08:47.773819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9433): Terminating (SIGTERM)\u000a20:08:47.816532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9436): Terminating (SIGTERM)\u000a20:08:47.859232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9439): Terminating (SIGTERM)\u000a20:08:47.869047 --- ParallelTerminationStrategy: PID 9433 died...\u000a20:08:47.925829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9433): Terminated: ok {rc=0}\u000a20:08:47.935943 --- ParallelTerminationStrategy: PID 9436 died...\u000a20:08:47.992993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9436): Terminated: ok {rc=0}\u000a20:08:48.003110 --- ParallelTerminationStrategy: PID 9439 died...\u000a20:08:48.059643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9439): Terminated: ok {rc=0}\u000a20:08:48.149188 bus /sierra_3: Setting Powered False\u000a20:08:49.257185 bus /sierra_3: Setting Powered False\u000a20:08:50.365654 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:08:30" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9452): Process ended prematurely: osmo-stp_10.42.42.5(pid=9452) [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9452)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9452): Process ended prematurely: osmo-stp_10.42.42.5(pid=9452) [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:08:52.342510 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:08:52.354145 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:08:52.509433 tst mo_mt_call.py: using LAC 16505\u000a20:08:52.639878 tst mo_mt_call.py: using RAC 185\u000a20:08:52.770363 tst mo_mt_call.py: using CellId 16505\u000a20:08:52.899051 tst mo_mt_call.py: using BVCI 16506\u000a20:08:52.924463 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:08:52.936236 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:08:52.947868 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:08:52.959496 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:08:52.971211 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:08:52.983244 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:08:53.102806 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:08:53.307152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:08:53.795878 run create_hlr_db(pid=9446): Launched\u000a20:08:53.974245 bus /sierra_2: Setting Powered False\u000a20:08:54.995554 run create_hlr_db(pid=9446): Terminated: ok {rc=0}\u000a20:08:55.410086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9448): Launched\u000a20:08:55.722340 run osmo-hlr_10.42.42.2(pid=9449): Launched\u000a20:08:55.841720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:56.391587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9451): Launched\u000a20:08:56.704146 run osmo-stp_10.42.42.5(pid=9452): Launched\u000a20:08:56.817494 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:08:57.386545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9454): Launched\u000a20:08:57.699693 run osmo-msc_10.42.42.6(pid=9455): Launched\u000a20:08:57.882462 run osmo-stp_10.42.42.5(pid=9452): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9452)]\u000a20:08:58.014460 run osmo-stp_10.42.42.5(pid=9452): stdout: \u000a| (launched: 2022-12-08_20:08:56.549231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:58.143902 run osmo-stp_10.42.42.5(pid=9452): stderr: \u000a| �[0;m�[38;5;43m20221208200856722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200856722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200856722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200856723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200856723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200856723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200856723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:58.268470 run osmo-stp_10.42.42.5(pid=9452): stdout: \u000a| (launched: 2022-12-08_20:08:56.549231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:58.391647 run osmo-stp_10.42.42.5(pid=9452): stderr: \u000a| �[0;m�[38;5;43m20221208200856722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200856722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200856722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200856723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200856723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200856723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200856723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:58.445858 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9452): Process ended prematurely: osmo-stp_10.42.42.5(pid=9452) [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9452)] [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:08:58.454339 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:08:58.515115 run osmo-hlr_10.42.42.2(pid=9449): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9449)]\u000a20:08:58.566258 run osmo-hlr_10.42.42.2(pid=9449): stdout: \u000a| (launched: 2022-12-08_20:08:55.567647) \u000a20:08:58.616883 run osmo-hlr_10.42.42.2(pid=9449): stderr: \u000a| �[0;m�[1;31m20221208200855748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208200855749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208200855749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200855749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200855749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208200855749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208200855765 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208200855774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208200855774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208200855775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:08:58.688746 run osmo-msc_10.42.42.6(pid=9455): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9455)]\u000a20:08:58.741802 run osmo-msc_10.42.42.6(pid=9455): stdout: \u000a| (launched: 2022-12-08_20:08:57.544012) \u000a20:08:58.800338 run osmo-msc_10.42.42.6(pid=9455): stderr: \u000a| �[0;m�[38;5;43m20221208200857820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208200857820 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3716757c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208200857820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208200857820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208200857821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208200857821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208200857823 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208200857823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208200857823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208200857823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:08:58.844461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9448): Terminating (SIGTERM)\u000a20:08:58.884843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9451): Terminating (SIGTERM)\u000a20:08:58.925447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9454): Terminating (SIGTERM)\u000a20:08:58.934906 --- ParallelTerminationStrategy: PID 9448 died...\u000a20:08:58.990072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9448): Terminated: ok {rc=0}\u000a20:08:58.999745 --- ParallelTerminationStrategy: PID 9451 died...\u000a20:08:59.054356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9451): Terminated: ok {rc=0}\u000a20:08:59.064240 --- ParallelTerminationStrategy: PID 9454 died...\u000a20:08:59.118866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9454): Terminated: ok {rc=0}\u000a20:08:59.208765 bus /sierra_3: Setting Powered False\u000a20:09:00.312508 bus /sierra_3: Setting Powered False\u000a20:09:01.449413 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 19, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9480): Process ended prematurely: osmo-stp_10.42.42.5(pid=9480) [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9480)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9480): Process ended prematurely: osmo-stp_10.42.42.5(pid=9480) [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:09:02.568661 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:09:02.581355 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:09:02.742999 tst mo_mt_call_osmux.py: using LAC 16506\u000a20:09:02.871305 tst mo_mt_call_osmux.py: using RAC 186\u000a20:09:03.000774 tst mo_mt_call_osmux.py: using CellId 16506\u000a20:09:03.130258 tst mo_mt_call_osmux.py: using BVCI 16507\u000a20:09:03.155645 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:09:03.167542 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:09:03.179346 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:09:03.191230 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:09:03.203202 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:09:03.215120 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:09:03.332812 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:09:03.541556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:04.029857 run create_hlr_db(pid=9474): Launched\u000a20:09:04.207744 bus /sierra_2: Setting Powered False\u000a20:09:05.229391 run create_hlr_db(pid=9474): Terminated: ok {rc=0}\u000a20:09:05.670007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9476): Launched\u000a20:09:06.001707 run osmo-hlr_10.42.42.2(pid=9477): Launched\u000a20:09:06.122229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:06.701343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9479): Launched\u000a20:09:07.033761 run osmo-stp_10.42.42.5(pid=9480): Launched\u000a20:09:07.154463 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:09:07.760879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9482): Launched\u000a20:09:08.096611 run osmo-msc_10.42.42.6(pid=9483): Launched\u000a20:09:08.290476 run osmo-stp_10.42.42.5(pid=9480): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9480)]\u000a20:09:08.430195 run osmo-stp_10.42.42.5(pid=9480): stdout: \u000a| (launched: 2022-12-08_20:09:06.869803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:08.569620 run osmo-stp_10.42.42.5(pid=9480): stderr: \u000a| �[0;m�[38;5;43m20221208200907066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200907066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200907066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200907067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200907067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200907067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200907067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:08.702642 run osmo-stp_10.42.42.5(pid=9480): stdout: \u000a| (launched: 2022-12-08_20:09:06.869803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:08.834001 run osmo-stp_10.42.42.5(pid=9480): stderr: \u000a| �[0;m�[38;5;43m20221208200907066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200907066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200907066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200907067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200907067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200907067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200907067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:08.891795 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9480): Process ended prematurely: osmo-stp_10.42.42.5(pid=9480) [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9480)] [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:09:08.901264 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:09:08.964530 run osmo-hlr_10.42.42.2(pid=9477): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9477)]\u000a20:09:09.016616 run osmo-hlr_10.42.42.2(pid=9477): stdout: \u000a| (launched: 2022-12-08_20:09:05.838173) \u000a20:09:09.069343 run osmo-hlr_10.42.42.2(pid=9477): stderr: \u000a| �[0;m�[1;31m20221208200906041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208200906041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208200906041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200906041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200906041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208200906041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208200906054 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208200906062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208200906062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208200906062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:09.140799 run osmo-msc_10.42.42.6(pid=9483): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9483)]\u000a20:09:09.193456 run osmo-msc_10.42.42.6(pid=9483): stdout: \u000a| (launched: 2022-12-08_20:09:07.930105) \u000a20:09:09.246016 run osmo-msc_10.42.42.6(pid=9483): stderr: \u000a| �[0;m�[38;5;43m20221208200908257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208200908257 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faadc418c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208200908257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208200908257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208200908257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208200908258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208200908259 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208200908260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208200908260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208200908260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:09:09.290477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9476): Terminating (SIGTERM)\u000a20:09:09.332378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9479): Terminating (SIGTERM)\u000a20:09:09.374604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9482): Terminating (SIGTERM)\u000a20:09:09.384505 --- ParallelTerminationStrategy: PID 9476 died...\u000a20:09:09.440825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9476): Terminated: ok {rc=0}\u000a20:09:09.451061 --- ParallelTerminationStrategy: PID 9479 died...\u000a20:09:09.506897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9479): Terminated: ok {rc=0}\u000a20:09:09.516929 --- ParallelTerminationStrategy: PID 9482 died...\u000a20:09:09.573196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9482): Terminated: ok {rc=0}\u000a20:09:09.660172 bus /sierra_3: Setting Powered False\u000a20:09:10.766684 bus /sierra_3: Setting Powered False\u000a20:09:11.878006 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:08:52" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9494): Process ended prematurely: osmo-stp_10.42.42.5(pid=9494) [trial-2349↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9494)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9494): Process ended prematurely: osmo-stp_10.42.42.5(pid=9494) [trial-2349↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:09:13.846048 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:13.858032 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:09:14.011408 tst mo_mt_call.py: using LAC 16507\u000a20:09:14.137419 tst mo_mt_call.py: using RAC 187\u000a20:09:14.258797 tst mo_mt_call.py: using CellId 16507\u000a20:09:14.382151 tst mo_mt_call.py: using BVCI 16508\u000a20:09:14.405651 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:14.416769 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:14.427790 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:14.439032 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:14.450352 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:14.461696 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:09:14.585916 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:09:14.800159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:15.333388 run create_hlr_db(pid=9488): Launched\u000a20:09:15.524765 bus /sierra_2: Setting Powered False\u000a20:09:16.548428 run create_hlr_db(pid=9488): Terminated: ok {rc=0}\u000a20:09:16.990214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9490): Launched\u000a20:09:17.309087 run osmo-hlr_10.42.42.2(pid=9491): Launched\u000a20:09:17.431096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:18.008866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9493): Launched\u000a20:09:18.342092 run osmo-stp_10.42.42.5(pid=9494): Launched\u000a20:09:18.461907 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:09:19.070253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9496): Launched\u000a20:09:19.406551 run osmo-msc_10.42.42.6(pid=9497): Launched\u000a20:09:19.600515 run osmo-stp_10.42.42.5(pid=9494): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9494)]\u000a20:09:19.740653 run osmo-stp_10.42.42.5(pid=9494): stdout: \u000a| (launched: 2022-12-08_20:09:18.177980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:19.880588 run osmo-stp_10.42.42.5(pid=9494): stderr: \u000a| �[0;m�[38;5;43m20221208200918374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200918375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200918375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200918375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200918376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200918376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200918376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:20.014221 run osmo-stp_10.42.42.5(pid=9494): stdout: \u000a| (launched: 2022-12-08_20:09:18.177980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:20.146422 run osmo-stp_10.42.42.5(pid=9494): stderr: \u000a| �[0;m�[38;5;43m20221208200918374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200918375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200918375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200918375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200918376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200918376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200918376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:20.204636 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9494): Process ended prematurely: osmo-stp_10.42.42.5(pid=9494) [trial-2349↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9494)] [trial-2349↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:09:20.214237 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:09:20.277153 run osmo-hlr_10.42.42.2(pid=9491): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9491)]\u000a20:09:20.329187 run osmo-hlr_10.42.42.2(pid=9491): stdout: \u000a| (launched: 2022-12-08_20:09:17.150815) \u000a20:09:20.381566 run osmo-hlr_10.42.42.2(pid=9491): stderr: \u000a| �[0;m�[1;31m20221208200917328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208200917328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208200917328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200917328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200917328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208200917328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208200917341 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208200917349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208200917349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208200917349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:20.452920 run osmo-msc_10.42.42.6(pid=9497): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9497)]\u000a20:09:20.504718 run osmo-msc_10.42.42.6(pid=9497): stdout: \u000a| (launched: 2022-12-08_20:09:19.239622) \u000a20:09:20.556885 run osmo-msc_10.42.42.6(pid=9497): stderr: \u000a| �[0;m�[38;5;43m20221208200919569 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208200919569 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe72d7c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208200919569 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208200919569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208200919569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208200919570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208200919571 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208200919572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208200919572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208200919572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:09:20.601351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9490): Terminating (SIGTERM)\u000a20:09:20.643471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9493): Terminating (SIGTERM)\u000a20:09:20.685961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9496): Terminating (SIGTERM)\u000a20:09:20.695706 --- ParallelTerminationStrategy: PID 9490 died...\u000a20:09:20.751909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9490): Terminated: ok {rc=0}\u000a20:09:20.762132 --- ParallelTerminationStrategy: PID 9493 died...\u000a20:09:20.818757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9493): Terminated: ok {rc=0}\u000a20:09:20.829090 --- ParallelTerminationStrategy: PID 9496 died...\u000a20:09:20.885672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9496): Terminated: ok {rc=0}\u000a20:09:20.974782 bus /sierra_3: Setting Powered False\u000a20:09:22.077594 bus /sierra_3: Setting Powered False\u000a20:09:23.189142 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9506): Process ended prematurely: osmo-stp_10.42.42.5(pid=9506) [trial-2349↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9506)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9506): Process ended prematurely: osmo-stp_10.42.42.5(pid=9506) [trial-2349↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:09:24.306862 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:24.319462 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:09:24.476011 tst mo_mt_call_osmux.py: using LAC 16508\u000a20:09:24.602292 tst mo_mt_call_osmux.py: using RAC 188\u000a20:09:24.723142 tst mo_mt_call_osmux.py: using CellId 16508\u000a20:09:24.844036 tst mo_mt_call_osmux.py: using BVCI 16509\u000a20:09:24.867615 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:24.878872 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:24.890115 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:24.901933 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:24.913832 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:24.926237 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:09:25.046508 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:09:25.253005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:25.742703 run create_hlr_db(pid=9500): Launched\u000a20:09:25.921250 bus /sierra_2: Setting Powered False\u000a20:09:26.943414 run create_hlr_db(pid=9500): Terminated: ok {rc=0}\u000a20:09:27.358839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9502): Launched\u000a20:09:27.672479 run osmo-hlr_10.42.42.2(pid=9503): Launched\u000a20:09:27.790237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:28.335306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9505): Launched\u000a20:09:28.668894 run osmo-stp_10.42.42.5(pid=9506): Launched\u000a20:09:28.789220 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:09:29.396005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9508): Launched\u000a20:09:29.730480 run osmo-msc_10.42.42.6(pid=9509): Launched\u000a20:09:29.923343 run osmo-stp_10.42.42.5(pid=9506): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9506)]\u000a20:09:30.063417 run osmo-stp_10.42.42.5(pid=9506): stdout: \u000a| (launched: 2022-12-08_20:09:28.503780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:30.202763 run osmo-stp_10.42.42.5(pid=9506): stderr: \u000a| �[0;m�[38;5;43m20221208200928699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200928699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200928700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200928700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200928702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200928703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200928703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:30.335696 run osmo-stp_10.42.42.5(pid=9506): stdout: \u000a| (launched: 2022-12-08_20:09:28.503780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:30.467137 run osmo-stp_10.42.42.5(pid=9506): stderr: \u000a| �[0;m�[38;5;43m20221208200928699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200928699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200928700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200928700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200928702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200928703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200928703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:30.525205 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9506): Process ended prematurely: osmo-stp_10.42.42.5(pid=9506) [trial-2349↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9506)] [trial-2349↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:09:30.534695 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:09:30.598024 run osmo-hlr_10.42.42.2(pid=9503): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9503)]\u000a20:09:30.649915 run osmo-hlr_10.42.42.2(pid=9503): stdout: \u000a| (launched: 2022-12-08_20:09:27.516597) \u000a20:09:30.702525 run osmo-hlr_10.42.42.2(pid=9503): stderr: \u000a| �[0;m�[1;31m20221208200927696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208200927696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208200927696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200927696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200927696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208200927696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208200927708 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208200927716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208200927716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208200927716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:30.773784 run osmo-msc_10.42.42.6(pid=9509): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9509)]\u000a20:09:30.825845 run osmo-msc_10.42.42.6(pid=9509): stdout: \u000a| (launched: 2022-12-08_20:09:29.564739) \u000a20:09:30.899280 run osmo-msc_10.42.42.6(pid=9509): stderr: \u000a| �[0;m�[38;5;43m20221208200929892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208200929892 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29fb923c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208200929892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208200929892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208200929892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208200929892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208200929894 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208200929895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208200929895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208200929895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:09:30.944526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9502): Terminating (SIGTERM)\u000a20:09:30.987248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9505): Terminating (SIGTERM)\u000a20:09:31.030184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9508): Terminating (SIGTERM)\u000a20:09:31.040077 --- ParallelTerminationStrategy: PID 9502 died...\u000a20:09:31.097904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9502): Terminated: ok {rc=0}\u000a20:09:31.108438 --- ParallelTerminationStrategy: PID 9505 died...\u000a20:09:31.165322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9505): Terminated: ok {rc=0}\u000a20:09:31.175806 --- ParallelTerminationStrategy: PID 9508 died...\u000a20:09:31.232449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9508): Terminated: ok {rc=0}\u000a20:09:31.323957 bus /sierra_3: Setting Powered False\u000a20:09:32.428847 bus /sierra_3: Setting Powered False\u000a20:09:33.536872 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:09:13" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9520): Process ended prematurely: osmo-stp_10.42.42.5(pid=9520) [trial-2349↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9520)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9520): Process ended prematurely: osmo-stp_10.42.42.5(pid=9520) [trial-2349↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:09:35.508070 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:35.519607 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:09:35.673806 tst mo_mt_call.py: using LAC 16509\u000a20:09:35.807221 tst mo_mt_call.py: using RAC 189\u000a20:09:35.935321 tst mo_mt_call.py: using CellId 16509\u000a20:09:36.059149 tst mo_mt_call.py: using BVCI 16510\u000a20:09:36.083072 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:36.094206 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:36.105180 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:36.116475 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:36.127856 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:36.138930 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:09:36.259573 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:09:36.467137 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:36.957639 run create_hlr_db(pid=9514): Launched\u000a20:09:37.135734 bus /sierra_2: Setting Powered False\u000a20:09:38.157887 run create_hlr_db(pid=9514): Terminated: ok {rc=0}\u000a20:09:38.601035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9516): Launched\u000a20:09:38.934619 run osmo-hlr_10.42.42.2(pid=9517): Launched\u000a20:09:39.057989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:39.639702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9519): Launched\u000a20:09:39.977311 run osmo-stp_10.42.42.5(pid=9520): Launched\u000a20:09:40.097756 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:09:40.705656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9522): Launched\u000a20:09:41.038644 run osmo-msc_10.42.42.6(pid=9523): Launched\u000a20:09:41.232311 run osmo-stp_10.42.42.5(pid=9520): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9520)]\u000a20:09:41.371968 run osmo-stp_10.42.42.5(pid=9520): stdout: \u000a| (launched: 2022-12-08_20:09:39.809145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:41.512348 run osmo-stp_10.42.42.5(pid=9520): stderr: \u000a| �[0;m�[38;5;43m20221208200940004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200940004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200940005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200940005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200940006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200940006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200940006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:41.645393 run osmo-stp_10.42.42.5(pid=9520): stdout: \u000a| (launched: 2022-12-08_20:09:39.809145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:41.782444 run osmo-stp_10.42.42.5(pid=9520): stderr: \u000a| �[0;m�[38;5;43m20221208200940004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200940004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200940005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200940005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200940006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200940006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200940006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:41.836802 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9520): Process ended prematurely: osmo-stp_10.42.42.5(pid=9520) [trial-2349↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9520)] [trial-2349↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:09:41.845751 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:09:41.907037 run osmo-hlr_10.42.42.2(pid=9517): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9517)]\u000a20:09:41.956830 run osmo-hlr_10.42.42.2(pid=9517): stdout: \u000a| (launched: 2022-12-08_20:09:38.770187) \u000a20:09:42.007485 run osmo-hlr_10.42.42.2(pid=9517): stderr: \u000a| �[0;m�[1;31m20221208200938971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208200938971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208200938971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200938971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200938971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208200938971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208200938984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208200938992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208200938992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208200938993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:42.075508 run osmo-msc_10.42.42.6(pid=9523): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9523)]\u000a20:09:42.125306 run osmo-msc_10.42.42.6(pid=9523): stdout: \u000a| (launched: 2022-12-08_20:09:40.873995) \u000a20:09:42.175417 run osmo-msc_10.42.42.6(pid=9523): stderr: \u000a| �[0;m�[38;5;43m20221208200941202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208200941202 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47096d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208200941202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208200941202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208200941202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208200941203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208200941204 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208200941205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208200941205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208200941205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:09:42.217635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9516): Terminating (SIGTERM)\u000a20:09:42.258261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9519): Terminating (SIGTERM)\u000a20:09:42.298616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9522): Terminating (SIGTERM)\u000a20:09:42.308083 --- ParallelTerminationStrategy: PID 9516 died...\u000a20:09:42.362706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9516): Terminated: ok {rc=0}\u000a20:09:42.372430 --- ParallelTerminationStrategy: PID 9519 died...\u000a20:09:42.426419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9519): Terminated: ok {rc=0}\u000a20:09:42.436132 --- ParallelTerminationStrategy: PID 9522 died...\u000a20:09:42.489896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9522): Terminated: ok {rc=0}\u000a20:09:42.574881 bus /sierra_3: Setting Powered False\u000a20:09:43.676714 bus /sierra_3: Setting Powered False\u000a20:09:44.789212 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9531): Process ended prematurely: osmo-stp_10.42.42.5(pid=9531) [trial-2349↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9531)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9531): Process ended prematurely: osmo-stp_10.42.42.5(pid=9531) [trial-2349↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:09:45.931969 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:45.944778 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:09:46.141438 tst mo_mt_call_osmux.py: using LAC 16510\u000a20:09:46.270340 tst mo_mt_call_osmux.py: using RAC 190\u000a20:09:46.396114 tst mo_mt_call_osmux.py: using CellId 16510\u000a20:09:46.546642 tst mo_mt_call_osmux.py: using BVCI 16511\u000a20:09:46.581770 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:46.594892 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:46.607093 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:46.618677 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:46.630418 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:46.642165 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:09:46.785671 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:09:47.024917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:47.562905 run create_hlr_db(pid=9525): Launched\u000a20:09:47.755168 bus /sierra_2: Setting Powered False\u000a20:09:48.774795 run create_hlr_db(pid=9525): Terminated: ok {rc=0}\u000a20:09:49.193208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9527): Launched\u000a20:09:49.506614 run osmo-hlr_10.42.42.2(pid=9528): Launched\u000a20:09:49.627251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:50.171595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9530): Launched\u000a20:09:50.482915 run osmo-stp_10.42.42.5(pid=9531): Launched\u000a20:09:50.596003 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:09:51.161879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9533): Launched\u000a20:09:51.472893 run osmo-msc_10.42.42.6(pid=9534): Launched\u000a20:09:51.654771 run osmo-stp_10.42.42.5(pid=9531): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9531)]\u000a20:09:51.786485 run osmo-stp_10.42.42.5(pid=9531): stdout: \u000a| (launched: 2022-12-08_20:09:50.328850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:51.915445 run osmo-stp_10.42.42.5(pid=9531): stderr: \u000a| �[0;m�[38;5;43m20221208200950501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200950501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200950502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200950502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200950502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200950503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200950503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:52.039308 run osmo-stp_10.42.42.5(pid=9531): stdout: \u000a| (launched: 2022-12-08_20:09:50.328850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:52.162173 run osmo-stp_10.42.42.5(pid=9531): stderr: \u000a| �[0;m�[38;5;43m20221208200950501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208200950501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208200950502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208200950502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208200950502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208200950503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208200950503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:52.216222 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9531): Process ended prematurely: osmo-stp_10.42.42.5(pid=9531) [trial-2349↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9531)] [trial-2349↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:09:52.224755 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:09:52.284748 run osmo-hlr_10.42.42.2(pid=9528): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9528)]\u000a20:09:52.334397 run osmo-hlr_10.42.42.2(pid=9528): stdout: \u000a| (launched: 2022-12-08_20:09:49.350300) \u000a20:09:52.384020 run osmo-hlr_10.42.42.2(pid=9528): stderr: \u000a| �[0;m�[1;31m20221208200949529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208200949529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208200949529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200949529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208200949529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208200949529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208200949543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208200949554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208200949554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208200949554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:52.451958 run osmo-msc_10.42.42.6(pid=9534): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9534)]\u000a20:09:52.501318 run osmo-msc_10.42.42.6(pid=9534): stdout: \u000a| (launched: 2022-12-08_20:09:51.318079) \u000a20:09:52.550974 run osmo-msc_10.42.42.6(pid=9534): stderr: \u000a| �[0;m�[38;5;43m20221208200951594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208200951594 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdee1c45c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208200951594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208200951594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208200951595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208200951595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208200951596 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208200951597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208200951597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208200951597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:09:52.593049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9527): Terminating (SIGTERM)\u000a20:09:52.633248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9530): Terminating (SIGTERM)\u000a20:09:52.673091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9533): Terminating (SIGTERM)\u000a20:09:52.682708 --- ParallelTerminationStrategy: PID 9527 died...\u000a20:09:52.736214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9527): Terminated: ok {rc=0}\u000a20:09:52.745776 --- ParallelTerminationStrategy: PID 9530 died...\u000a20:09:52.799083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9530): Terminated: ok {rc=0}\u000a20:09:52.808922 --- ParallelTerminationStrategy: PID 9533 died...\u000a20:09:52.862323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9533): Terminated: ok {rc=0}\u000a20:09:52.951196 bus /sierra_3: Setting Powered False\u000a20:09:54.056078 bus /sierra_3: Setting Powered False\u000a20:09:55.168525 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:09:35" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9545): Process ended prematurely: osmo-stp_10.42.42.5(pid=9545) [trial-2349↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9545)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9545): Process ended prematurely: osmo-stp_10.42.42.5(pid=9545) [trial-2349↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:09:57.153104 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:09:57.164214 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a20:09:57.294542 tst emergency_mo_mt_call.py: using LAC 16511\u000a20:09:57.421202 tst emergency_mo_mt_call.py: using RAC 191\u000a20:09:57.548199 tst emergency_mo_mt_call.py: using CellId 16511\u000a20:09:57.676676 tst emergency_mo_mt_call.py: using BVCI 16512\u000a20:09:57.701357 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:09:57.712515 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:09:57.723619 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:09:57.734656 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:09:57.745667 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:09:57.756601 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:09:57.879778 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:09:58.093719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:58.614311 run create_hlr_db(pid=9539): Launched\u000a20:09:58.807640 bus /sierra_2: Setting Powered False\u000a20:09:59.823821 run create_hlr_db(pid=9539): Terminated: ok {rc=0}\u000a20:10:00.236796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9541): Launched\u000a20:10:00.543173 run osmo-hlr_10.42.42.2(pid=9542): Launched\u000a20:10:00.662352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:01.247444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9544): Launched\u000a20:10:01.696050 run osmo-stp_10.42.42.5(pid=9545): Launched\u000a20:10:01.938303 tst emergency_mo_mt_call.py: using MSISDN 6837\u000a20:10:02.157423 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:10:02.757078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9550): Launched\u000a20:10:03.083575 run osmo-msc_10.42.42.6(pid=9551): Launched\u000a20:10:03.272928 run osmo-stp_10.42.42.5(pid=9545): ERR: Terminated: ERROR {rc=1} [trial-2349↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9545)]\u000a20:10:03.409980 run osmo-stp_10.42.42.5(pid=9545): stdout: \u000a| (launched: 2022-12-08_20:10:01.404640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:03.546093 run osmo-stp_10.42.42.5(pid=9545): stderr: \u000a| �[0;m�[38;5;43m20221208201001627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201001627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201001627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201001628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201001628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201001628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201001628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:03.676371 run osmo-stp_10.42.42.5(pid=9545): stdout: \u000a| (launched: 2022-12-08_20:10:01.404640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:03.805198 run osmo-stp_10.42.42.5(pid=9545): stderr: \u000a| �[0;m�[38;5;43m20221208201001627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201001627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201001627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201001628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201001628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201001628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201001628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:03.861438 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=9545): Process ended prematurely: osmo-stp_10.42.42.5(pid=9545) [trial-2349↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9545)] [trial-2349↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a20:10:03.870014 tst emergency_mo_mt_call.py:19: Test FAILED (6.7 sec)\u000a20:10:03.932245 run osmo-hlr_10.42.42.2(pid=9542): ERR: Terminated: ERROR {rc=237} [trial-2349↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9542)]\u000a20:10:03.983692 run osmo-hlr_10.42.42.2(pid=9542): stdout: \u000a| (launched: 2022-12-08_20:10:00.391352) \u000a20:10:04.036068 run osmo-hlr_10.42.42.2(pid=9542): stderr: \u000a| �[0;m�[1;31m20221208201000568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201000568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201000568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201000568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201000568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201000568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201000581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201000592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201000592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201000592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:04.106978 run osmo-msc_10.42.42.6(pid=9551): ERR: Terminated: ERROR {rc=2} [trial-2349↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9551)]\u000a20:10:04.158689 run osmo-msc_10.42.42.6(pid=9551): stdout: \u000a| (launched: 2022-12-08_20:10:02.922512) \u000a20:10:04.210904 run osmo-msc_10.42.42.6(pid=9551): stderr: \u000a| �[0;m�[38;5;43m20221208201003250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201003250 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe25a083c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201003250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201003250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201003250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201003251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201003252 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201003253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201003253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201003253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:10:04.255425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9541): Terminating (SIGTERM)\u000a20:10:04.297482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9544): Terminating (SIGTERM)\u000a20:10:04.339510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9550): Terminating (SIGTERM)\u000a20:10:04.349455 --- ParallelTerminationStrategy: PID 9541 died...\u000a20:10:04.405109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9541): Terminated: ok {rc=0}\u000a20:10:04.415139 --- ParallelTerminationStrategy: PID 9544 died...\u000a20:10:04.470718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9544): Terminated: ok {rc=0}\u000a20:10:04.480921 --- ParallelTerminationStrategy: PID 9550 died...\u000a20:10:04.537158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9550): Terminated: ok {rc=0}\u000a20:10:04.625822 bus /sierra_3: Setting Powered False\u000a20:10:05.733656 bus /sierra_3: Setting Powered False\u000a20:10:06.845907 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9559): Process ended prematurely: osmo-stp_10.42.42.5(pid=9559) [trial-2349↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9559)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9559): Process ended prematurely: osmo-stp_10.42.42.5(pid=9559) [trial-2349↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9559)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:10:07.897159 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:10:07.908638 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a20:10:08.035570 tst emergency_preemptive_call.py: using LAC 16512\u000a20:10:08.156281 tst emergency_preemptive_call.py: using RAC 192\u000a20:10:08.283519 tst emergency_preemptive_call.py: using CellId 16512\u000a20:10:08.410601 tst emergency_preemptive_call.py: using BVCI 16513\u000a20:10:08.435358 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:10:08.446767 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:10:08.458039 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:10:08.469182 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:10:08.480158 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:10:08.491187 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:08.608898 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:08.730045 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:08.847545 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:09.061118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:09.581846 run create_hlr_db(pid=9553): Launched\u000a20:10:09.771662 bus /sierra_2: Setting Powered False\u000a20:10:10.790149 run create_hlr_db(pid=9553): Terminated: ok {rc=0}\u000a20:10:11.203305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9555): Launched\u000a20:10:11.509481 run osmo-hlr_10.42.42.2(pid=9556): Launched\u000a20:10:11.625044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:12.164621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9558): Launched\u000a20:10:12.470293 run osmo-stp_10.42.42.5(pid=9559): Launched\u000a20:10:12.592624 tst emergency_preemptive_call.py: using MSISDN 6838\u000a20:10:12.743624 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:10:13.300205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9561): Launched\u000a20:10:13.607826 run osmo-msc_10.42.42.6(pid=9562): Launched\u000a20:10:13.794263 run osmo-stp_10.42.42.5(pid=9559): ERR: Terminated: ERROR {rc=1} [trial-2349↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9559)]\u000a20:10:13.924073 run osmo-stp_10.42.42.5(pid=9559): stdout: \u000a| (launched: 2022-12-08_20:10:12.318656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:14.051539 run osmo-stp_10.42.42.5(pid=9559): stderr: \u000a| �[0;m�[38;5;43m20221208201012489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201012489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201012490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201012490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201012492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201012492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201012492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:14.174186 run osmo-stp_10.42.42.5(pid=9559): stdout: \u000a| (launched: 2022-12-08_20:10:12.318656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:14.295327 run osmo-stp_10.42.42.5(pid=9559): stderr: \u000a| �[0;m�[38;5;43m20221208201012489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201012489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201012490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201012490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201012492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201012492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201012492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:14.348565 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=9559): Process ended prematurely: osmo-stp_10.42.42.5(pid=9559) [trial-2349↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9559)] [trial-2349↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a20:10:14.356372 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a20:10:14.417346 run osmo-hlr_10.42.42.2(pid=9556): ERR: Terminated: ERROR {rc=237} [trial-2349↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9556)]\u000a20:10:14.467546 run osmo-hlr_10.42.42.2(pid=9556): stdout: \u000a| (launched: 2022-12-08_20:10:11.358556) \u000a20:10:14.518211 run osmo-hlr_10.42.42.2(pid=9556): stderr: \u000a| �[0;m�[1;31m20221208201011536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201011536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201011536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201011536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201011537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201011537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201011550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201011559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201011559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201011559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:14.587455 run osmo-msc_10.42.42.6(pid=9562): ERR: Terminated: ERROR {rc=2} [trial-2349↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9562)]\u000a20:10:14.637443 run osmo-msc_10.42.42.6(pid=9562): stdout: \u000a| (launched: 2022-12-08_20:10:13.454825) \u000a20:10:14.688222 run osmo-msc_10.42.42.6(pid=9562): stderr: \u000a| �[0;m�[38;5;43m20221208201013732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201013732 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61174fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201013732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201013732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201013732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201013732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201013734 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201013735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201013735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201013735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:10:14.731114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9555): Terminating (SIGTERM)\u000a20:10:14.771380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9558): Terminating (SIGTERM)\u000a20:10:14.811812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9561): Terminating (SIGTERM)\u000a20:10:14.821364 --- ParallelTerminationStrategy: PID 9555 died...\u000a20:10:14.875848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9555): Terminated: ok {rc=0}\u000a20:10:14.885564 --- ParallelTerminationStrategy: PID 9558 died...\u000a20:10:14.939843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9558): Terminated: ok {rc=0}\u000a20:10:14.949730 --- ParallelTerminationStrategy: PID 9561 died...\u000a20:10:15.003791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9561): Terminated: ok {rc=0}\u000a20:10:15.093840 bus /sierra_9: Setting Powered False\u000a20:10:16.200629 bus /sierra_9: Setting Powered False\u000a20:10:17.310530 bus /sierra_8: Setting Powered False\u000a20:10:18.414760 bus /sierra_8: Setting Powered False\u000a20:10:19.525214 bus /sierra_3: Setting Powered False\u000a20:10:20.632809 bus /sierra_3: Setting Powered False\u000a20:10:21.741972 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:09:56" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9577): Process ended prematurely: osmo-stp_10.42.42.5(pid=9577) [trial-2349↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9577): Process ended prematurely: osmo-stp_10.42.42.5(pid=9577) [trial-2349↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:10:23.837560 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:23.848539 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:10:23.980612 tst cs_paging_gprs_active.py: using LAC 16513\u000a20:10:24.109261 tst cs_paging_gprs_active.py: using RAC 193\u000a20:10:24.239302 tst cs_paging_gprs_active.py: using CellId 16513\u000a20:10:24.363627 tst cs_paging_gprs_active.py: using BVCI 16514\u000a20:10:24.387518 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:24.398357 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:24.408791 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:24.420451 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:24.431730 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:24.443562 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:24.454209 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:24.465347 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:24.476473 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:24.598435 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:24.885858 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:10:25.016836 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:10:25.340461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9567): Launched\u000a20:10:25.611079 run iperf3-srv_10.42.42.10(pid=9568): Launched\u000a20:10:25.800772 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:10:25.929834 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:10:26.253114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9569): Launched\u000a20:10:26.521934 run iperf3-srv_10.42.42.10(pid=9570): Launched\u000a20:10:26.710559 tst cs_paging_gprs_active.py:38: start network...\u000a20:10:26.839294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:27.329922 run create_hlr_db(pid=9571): Launched\u000a20:10:27.508070 bus /sierra_2: Setting Powered False\u000a20:10:28.530019 run create_hlr_db(pid=9571): Terminated: ok {rc=0}\u000a20:10:28.973669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9573): Launched\u000a20:10:29.308583 run osmo-hlr_10.42.42.2(pid=9574): Launched\u000a20:10:29.431566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:29.974675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9576): Launched\u000a20:10:30.286304 run osmo-stp_10.42.42.5(pid=9577): Launched\u000a20:10:30.400277 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:10:31.954198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9579): Launched\u000a20:10:32.068335 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:10:32.343550 run patchelf(pid=9580): Launched\u000a20:10:32.525939 run osmo-stp_10.42.42.5(pid=9577): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)]\u000a20:10:32.659307 run osmo-stp_10.42.42.5(pid=9577): stdout: \u000a| (launched: 2022-12-08_20:10:30.131657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:32.792520 run osmo-stp_10.42.42.5(pid=9577): stderr: \u000a| �[0;m�[38;5;43m20221208201030307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201030307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201030308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201030308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201030309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201030309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201030309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:32.921315 run osmo-stp_10.42.42.5(pid=9577): stdout: \u000a| (launched: 2022-12-08_20:10:30.131657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:33.049415 run osmo-stp_10.42.42.5(pid=9577): stderr: \u000a| �[0;m�[38;5;43m20221208201030307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201030307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201030308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201030308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201030309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201030309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201030309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:33.198443 run patchelf(pid=9580): Terminating (SIGINT)\u000a20:10:33.372862 run patchelf(pid=9580): Terminated: ok {rc=0}\u000a20:10:33.405032 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9577): Process ended prematurely: osmo-stp_10.42.42.5(pid=9577) [trial-2349↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)] [trial-2349↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a20:10:33.414395 tst cs_paging_gprs_active.py:38: Test FAILED (9.6 sec)\u000a20:10:33.476009 run osmo-hlr_10.42.42.2(pid=9574): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9574)]\u000a20:10:33.525923 run osmo-hlr_10.42.42.2(pid=9574): stdout: \u000a| (launched: 2022-12-08_20:10:29.143456) \u000a20:10:33.576232 run osmo-hlr_10.42.42.2(pid=9574): stderr: \u000a| �[0;m�[1;31m20221208201029347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201029347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201029347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201029347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201029348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201029348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201029360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201029369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201029369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201029369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:33.619028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9567): Terminating (SIGTERM)\u000a20:10:33.659470 run iperf3-srv_10.42.42.10(pid=9568): Terminating (SIGTERM)\u000a20:10:33.699750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9569): Terminating (SIGTERM)\u000a20:10:33.740301 run iperf3-srv_10.42.42.10(pid=9570): Terminating (SIGTERM)\u000a20:10:33.780682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9573): Terminating (SIGTERM)\u000a20:10:33.821482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9576): Terminating (SIGTERM)\u000a20:10:33.862178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9579): Terminating (SIGTERM)\u000a20:10:33.871505 --- ParallelTerminationStrategy: PID 9567 died...\u000a20:10:33.926356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9567): Terminated: ok {rc=0}\u000a20:10:33.935946 --- ParallelTerminationStrategy: PID 9568 died...\u000a20:10:33.989793 run iperf3-srv_10.42.42.10(pid=9568): Terminated {rc=256}\u000a20:10:33.999458 --- ParallelTerminationStrategy: PID 9569 died...\u000a20:10:34.053377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9569): Terminated: ok {rc=0}\u000a20:10:34.062996 --- ParallelTerminationStrategy: PID 9570 died...\u000a20:10:34.116760 run iperf3-srv_10.42.42.10(pid=9570): Terminated {rc=256}\u000a20:10:34.126459 --- ParallelTerminationStrategy: PID 9573 died...\u000a20:10:34.180228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9573): Terminated: ok {rc=0}\u000a20:10:34.190077 --- ParallelTerminationStrategy: PID 9576 died...\u000a20:10:34.244358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9576): Terminated: ok {rc=0}\u000a20:10:34.254262 --- ParallelTerminationStrategy: PID 9579 died...\u000a20:10:34.307814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9579): Terminated: ok {rc=0}\u000a20:10:34.398353 bus /gobi_0: Setting Powered False\u000a20:10:35.502364 bus /gobi_0: Setting Powered False\u000a20:10:36.615971 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9589): Process ended prematurely: osmo-stp_10.42.42.5(pid=9589) [trial-2349↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9589)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9589): Process ended prematurely: osmo-stp_10.42.42.5(pid=9589) [trial-2349↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a20:10:37.729282 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:37.740678 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:10:37.874643 tst iperf3.py: using LAC 16514\u000a20:10:38.006670 tst iperf3.py: using RAC 194\u000a20:10:38.137640 tst iperf3.py: using CellId 16514\u000a20:10:38.269735 tst iperf3.py: using BVCI 16515\u000a20:10:38.295186 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:38.306311 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:38.317431 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:38.328354 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:38.339235 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:38.350203 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:38.361299 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:38.374093 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:38.386577 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:38.671257 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:10:38.800811 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:10:39.122733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9581): Launched\u000a20:10:39.391391 run iperf3-srv_10.42.42.10(pid=9582): Launched\u000a20:10:39.579355 tst iperf3.py:8: start network...\u000a20:10:39.707953 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:40.198490 run create_hlr_db(pid=9583): Launched\u000a20:10:40.376462 bus /gobi_6: Setting Powered False\u000a20:10:41.397191 run create_hlr_db(pid=9583): Terminated: ok {rc=0}\u000a20:10:41.838292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9585): Launched\u000a20:10:42.172035 run osmo-hlr_10.42.42.2(pid=9586): Launched\u000a20:10:42.295528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:42.873838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9588): Launched\u000a20:10:43.206452 run osmo-stp_10.42.42.5(pid=9589): Launched\u000a20:10:43.325746 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:10:43.905475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9591): Launched\u000a20:10:44.023995 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:10:44.315960 run patchelf(pid=9592): Launched\u000a20:10:44.509887 run osmo-stp_10.42.42.5(pid=9589): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9589)]\u000a20:10:44.651022 run osmo-stp_10.42.42.5(pid=9589): stdout: \u000a| (launched: 2022-12-08_20:10:43.042196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:44.792009 run osmo-stp_10.42.42.5(pid=9589): stderr: \u000a| �[0;m�[38;5;43m20221208201043239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201043239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201043239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201043240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201043240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201043240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201043240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:44.928442 run osmo-stp_10.42.42.5(pid=9589): stdout: \u000a| (launched: 2022-12-08_20:10:43.042196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:45.064368 run osmo-stp_10.42.42.5(pid=9589): stderr: \u000a| �[0;m�[38;5;43m20221208201043239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201043239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201043239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201043240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201043240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201043240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201043240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:45.222740 run patchelf(pid=9592): Terminating (SIGINT)\u000a20:10:45.408561 run patchelf(pid=9592): Terminated: ok {rc=0}\u000a20:10:45.442727 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9589): Process ended prematurely: osmo-stp_10.42.42.5(pid=9589) [trial-2349↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9589)] [trial-2349↪gprs:sysmo↪iperf3.py:8]\u000a20:10:45.452448 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a20:10:45.516075 run osmo-hlr_10.42.42.2(pid=9586): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9586)]\u000a20:10:45.568491 run osmo-hlr_10.42.42.2(pid=9586): stdout: \u000a| (launched: 2022-12-08_20:10:42.007883) \u000a20:10:45.621325 run osmo-hlr_10.42.42.2(pid=9586): stderr: \u000a| �[0;m�[1;31m20221208201042211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201042211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201042211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201042211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201042211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201042212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201042222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201042231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201042231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201042231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:45.666210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9581): Terminating (SIGTERM)\u000a20:10:45.708230 run iperf3-srv_10.42.42.10(pid=9582): Terminating (SIGTERM)\u000a20:10:45.750958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9585): Terminating (SIGTERM)\u000a20:10:45.793132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9588): Terminating (SIGTERM)\u000a20:10:45.843082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9591): Terminating (SIGTERM)\u000a20:10:45.862485 --- ParallelTerminationStrategy: PID 9581 died...\u000a20:10:45.929395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9581): Terminated: ok {rc=0}\u000a20:10:45.940094 --- ParallelTerminationStrategy: PID 9582 died...\u000a20:10:45.998995 run iperf3-srv_10.42.42.10(pid=9582): Terminated {rc=256}\u000a20:10:46.009729 --- ParallelTerminationStrategy: PID 9585 died...\u000a20:10:46.067413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9585): Terminated: ok {rc=0}\u000a20:10:46.078258 --- ParallelTerminationStrategy: PID 9588 died...\u000a20:10:46.136180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9588): Terminated: ok {rc=0}\u000a20:10:46.146957 --- ParallelTerminationStrategy: PID 9591 died...\u000a20:10:46.205387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9591): Terminated: ok {rc=0}\u000a20:10:46.295894 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9607): Process ended prematurely: osmo-stp_10.42.42.5(pid=9607) [trial-2349↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9607)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9607): Process ended prematurely: osmo-stp_10.42.42.5(pid=9607) [trial-2349↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a20:10:47.409436 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:47.421002 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:10:47.554998 tst iperf3m4.py: using LAC 16515\u000a20:10:47.685091 tst iperf3m4.py: using RAC 195\u000a20:10:47.814841 tst iperf3m4.py: using CellId 16515\u000a20:10:47.944802 tst iperf3m4.py: using BVCI 16516\u000a20:10:47.970747 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:47.981919 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:47.992886 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:48.004099 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:48.015021 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:48.025960 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:48.037089 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:48.048418 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:48.059734 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:48.177832 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:48.301788 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:48.420467 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:48.702902 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:10:48.832235 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:10:49.155282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9593): Launched\u000a20:10:49.424740 run iperf3-srv_10.42.42.10(pid=9594): Launched\u000a20:10:49.614052 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:10:49.742809 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:10:50.066240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9595): Launched\u000a20:10:50.335588 run iperf3-srv_10.42.42.10(pid=9596): Launched\u000a20:10:50.524427 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:10:50.653302 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:10:50.976073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9597): Launched\u000a20:10:51.245480 run iperf3-srv_10.42.42.10(pid=9598): Launched\u000a20:10:51.433659 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:10:51.562081 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:10:51.884738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9599): Launched\u000a20:10:52.173586 run iperf3-srv_10.42.42.10(pid=9600): Launched\u000a20:10:52.362288 tst iperf3m4.py:8: start network...\u000a20:10:52.491277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:52.982993 run create_hlr_db(pid=9601): Launched\u000a20:10:53.161195 bus /gobi_6: Setting Powered False\u000a20:10:54.183880 run create_hlr_db(pid=9601): Terminated: ok {rc=0}\u000a20:10:54.626891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9603): Launched\u000a20:10:54.960795 run osmo-hlr_10.42.42.2(pid=9604): Launched\u000a20:10:55.084064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:55.663091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9606): Launched\u000a20:10:55.995803 run osmo-stp_10.42.42.5(pid=9607): Launched\u000a20:10:56.116273 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:10:56.694975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9609): Launched\u000a20:10:56.813830 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:10:57.107886 run patchelf(pid=9610): Launched\u000a20:10:57.302417 run osmo-stp_10.42.42.5(pid=9607): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9607)]\u000a20:10:57.444114 run osmo-stp_10.42.42.5(pid=9607): stdout: \u000a| (launched: 2022-12-08_20:10:55.831211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:57.585961 run osmo-stp_10.42.42.5(pid=9607): stderr: \u000a| �[0;m�[38;5;43m20221208201056030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201056030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201056031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201056031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201056032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201056032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201056032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:57.723210 run osmo-stp_10.42.42.5(pid=9607): stdout: \u000a| (launched: 2022-12-08_20:10:55.831211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:57.858991 run osmo-stp_10.42.42.5(pid=9607): stderr: \u000a| �[0;m�[38;5;43m20221208201056030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201056030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201056031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201056031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201056032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201056032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201056032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:58.017726 run patchelf(pid=9610): Terminating (SIGINT)\u000a20:10:58.203534 run patchelf(pid=9610): Terminated: ok {rc=0}\u000a20:10:58.237327 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9607): Process ended prematurely: osmo-stp_10.42.42.5(pid=9607) [trial-2349↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9607)] [trial-2349↪gprs:sysmo↪iperf3m4.py:8]\u000a20:10:58.247113 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a20:10:58.311226 run osmo-hlr_10.42.42.2(pid=9604): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9604)]\u000a20:10:58.363590 run osmo-hlr_10.42.42.2(pid=9604): stdout: \u000a| (launched: 2022-12-08_20:10:54.796212) \u000a20:10:58.416453 run osmo-hlr_10.42.42.2(pid=9604): stderr: \u000a| �[0;m�[1;31m20221208201055000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201055000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201055000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201055000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201055000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201055001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201055013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201055021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201055022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201055022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:58.461665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9593): Terminating (SIGTERM)\u000a20:10:58.504248 run iperf3-srv_10.42.42.10(pid=9594): Terminating (SIGTERM)\u000a20:10:58.546953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9595): Terminating (SIGTERM)\u000a20:10:58.589445 run iperf3-srv_10.42.42.10(pid=9596): Terminating (SIGTERM)\u000a20:10:58.631953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9597): Terminating (SIGTERM)\u000a20:10:58.674373 run iperf3-srv_10.42.42.10(pid=9598): Terminating (SIGTERM)\u000a20:10:58.716819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9599): Terminating (SIGTERM)\u000a20:10:58.759265 run iperf3-srv_10.42.42.10(pid=9600): Terminating (SIGTERM)\u000a20:10:58.801957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9603): Terminating (SIGTERM)\u000a20:10:58.844287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9606): Terminating (SIGTERM)\u000a20:10:58.886774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9609): Terminating (SIGTERM)\u000a20:10:58.896551 --- ParallelTerminationStrategy: PID 9593 died...\u000a20:10:58.953627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9593): Terminated: ok {rc=0}\u000a20:10:58.963779 --- ParallelTerminationStrategy: PID 9594 died...\u000a20:10:59.020118 run iperf3-srv_10.42.42.10(pid=9594): Terminated {rc=256}\u000a20:10:59.030223 --- ParallelTerminationStrategy: PID 9595 died...\u000a20:10:59.086939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9595): Terminated: ok {rc=0}\u000a20:10:59.097352 --- ParallelTerminationStrategy: PID 9596 died...\u000a20:10:59.153592 run iperf3-srv_10.42.42.10(pid=9596): Terminated {rc=256}\u000a20:10:59.163747 --- ParallelTerminationStrategy: PID 9597 died...\u000a20:10:59.220164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9597): Terminated: ok {rc=0}\u000a20:10:59.230340 --- ParallelTerminationStrategy: PID 9598 died...\u000a20:10:59.286557 run iperf3-srv_10.42.42.10(pid=9598): Terminated {rc=256}\u000a20:10:59.296684 --- ParallelTerminationStrategy: PID 9599 died...\u000a20:10:59.353198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9599): Terminated: ok {rc=0}\u000a20:10:59.363347 --- ParallelTerminationStrategy: PID 9600 died...\u000a20:10:59.419585 run iperf3-srv_10.42.42.10(pid=9600): Terminated {rc=256}\u000a20:10:59.429736 --- ParallelTerminationStrategy: PID 9603 died...\u000a20:10:59.486312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9603): Terminated: ok {rc=0}\u000a20:10:59.496487 --- ParallelTerminationStrategy: PID 9606 died...\u000a20:10:59.553032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9606): Terminated: ok {rc=0}\u000a20:10:59.563336 --- ParallelTerminationStrategy: PID 9609 died...\u000a20:10:59.619804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9609): Terminated: ok {rc=0}\u000a20:10:59.707384 bus /gobi_4: Setting Powered False\u000a20:11:00.817049 bus /gobi_4: Setting Powered False\u000a20:11:01.939095 bus /gobi_1: Setting Powered False\u000a20:11:03.041423 bus /gobi_1: Setting Powered False\u000a20:11:04.152617 bus /gobi_0: Setting Powered False\u000a20:11:05.259592 bus /gobi_0: Setting Powered False\u000a20:11:06.368853 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 19, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9617): Process ended prematurely: osmo-stp_10.42.42.5(pid=9617) [trial-2349↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9617)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9617): Process ended prematurely: osmo-stp_10.42.42.5(pid=9617) [trial-2349↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo ping.py\u000a----------------------------------------------\u000a20:11:07.439181 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:07.451006 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:11:07.585403 tst ping.py: using LAC 16516\u000a20:11:07.715270 tst ping.py: using RAC 196\u000a20:11:07.845806 tst ping.py: using CellId 16516\u000a20:11:07.975595 tst ping.py: using BVCI 16517\u000a20:11:08.000604 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:08.011960 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:08.023082 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:08.034633 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:08.046134 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:08.057889 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:08.069502 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:08.081261 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:11:08.362690 tst ping.py:19: start network...\u000a20:11:08.489128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:08.971958 run create_hlr_db(pid=9611): Launched\u000a20:11:09.147819 bus /gobi_6: Setting Powered False\u000a20:11:10.169716 run create_hlr_db(pid=9611): Terminated: ok {rc=0}\u000a20:11:10.605960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9613): Launched\u000a20:11:10.933541 run osmo-hlr_10.42.42.2(pid=9614): Launched\u000a20:11:11.052397 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:11.619796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9616): Launched\u000a20:11:11.946066 run osmo-stp_10.42.42.5(pid=9617): Launched\u000a20:11:12.063610 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:11:12.632380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9619): Launched\u000a20:11:12.748185 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:11:13.034043 run patchelf(pid=9620): Launched\u000a20:11:13.225575 run osmo-stp_10.42.42.5(pid=9617): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9617)]\u000a20:11:13.365299 run osmo-stp_10.42.42.5(pid=9617): stdout: \u000a| (launched: 2022-12-08_20:11:11.785156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:13.505294 run osmo-stp_10.42.42.5(pid=9617): stderr: \u000a| �[0;m�[38;5;43m20221208201111980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201111981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201111981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201111981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201111983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201111984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201111984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:13.639818 run osmo-stp_10.42.42.5(pid=9617): stdout: \u000a| (launched: 2022-12-08_20:11:11.785156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:13.773454 run osmo-stp_10.42.42.5(pid=9617): stderr: \u000a| �[0;m�[38;5;43m20221208201111980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201111981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201111981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201111981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201111983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201111984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201111984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:13.928764 run patchelf(pid=9620): Terminating (SIGINT)\u000a20:11:14.112151 run patchelf(pid=9620): Terminated: ok {rc=0}\u000a20:11:14.145767 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9617): Process ended prematurely: osmo-stp_10.42.42.5(pid=9617) [trial-2349↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9617)] [trial-2349↪gprs:sysmo↪ping.py:22]\u000a20:11:14.154996 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:11:14.218337 run osmo-hlr_10.42.42.2(pid=9614): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9614)]\u000a20:11:14.270217 run osmo-hlr_10.42.42.2(pid=9614): stdout: \u000a| (launched: 2022-12-08_20:11:10.772035) \u000a20:11:14.322769 run osmo-hlr_10.42.42.2(pid=9614): stderr: \u000a| �[0;m�[1;31m20221208201110973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201110973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201110973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201110973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201110973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201110973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201110990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201110999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201110999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201110999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:14.367631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9613): Terminating (SIGTERM)\u000a20:11:14.410077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9616): Terminating (SIGTERM)\u000a20:11:14.452923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9619): Terminating (SIGTERM)\u000a20:11:14.462965 --- ParallelTerminationStrategy: PID 9613 died...\u000a20:11:14.519665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9613): Terminated: ok {rc=0}\u000a20:11:14.529976 --- ParallelTerminationStrategy: PID 9616 died...\u000a20:11:14.586046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9616): Terminated: ok {rc=0}\u000a20:11:14.596295 --- ParallelTerminationStrategy: PID 9619 died...\u000a20:11:14.652776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9619): Terminated: ok {rc=0}\u000a20:11:14.741026 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 19, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9627): Process ended prematurely: osmo-stp_10.42.42.5(pid=9627) [trial-2349↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9627)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9627): Process ended prematurely: osmo-stp_10.42.42.5(pid=9627) [trial-2349↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:11:15.793321 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:15.804787 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:11:15.960020 tst ping_idle_ping.py: using LAC 16517\u000a20:11:16.094135 tst ping_idle_ping.py: using RAC 197\u000a20:11:16.243299 tst ping_idle_ping.py: using CellId 16517\u000a20:11:16.374158 tst ping_idle_ping.py: using BVCI 16518\u000a20:11:16.398243 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:16.409490 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:16.420681 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:16.432689 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:16.445294 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:16.456339 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:16.469102 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:16.480821 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:11:16.820171 tst ping_idle_ping.py:24: start network...\u000a20:11:16.970545 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:17.536500 run create_hlr_db(pid=9621): Launched\u000a20:11:17.713856 bus /gobi_6: Setting Powered False\u000a20:11:18.733948 run create_hlr_db(pid=9621): Terminated: ok {rc=0}\u000a20:11:19.167974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9623): Launched\u000a20:11:19.474654 run osmo-hlr_10.42.42.2(pid=9624): Launched\u000a20:11:19.593359 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:20.131806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9626): Launched\u000a20:11:20.437565 run osmo-stp_10.42.42.5(pid=9627): Launched\u000a20:11:20.547424 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:11:21.083046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9629): Launched\u000a20:11:21.191665 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:11:21.459285 run patchelf(pid=9630): Launched\u000a20:11:21.637780 run osmo-stp_10.42.42.5(pid=9627): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9627)]\u000a20:11:21.768022 run osmo-stp_10.42.42.5(pid=9627): stdout: \u000a| (launched: 2022-12-08_20:11:20.286339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:21.898939 run osmo-stp_10.42.42.5(pid=9627): stderr: \u000a| �[0;m�[38;5;43m20221208201120461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201120461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201120462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201120462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201120462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201120463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201120463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:22.025133 run osmo-stp_10.42.42.5(pid=9627): stdout: \u000a| (launched: 2022-12-08_20:11:20.286339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:22.150132 run osmo-stp_10.42.42.5(pid=9627): stderr: \u000a| �[0;m�[38;5;43m20221208201120461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201120461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201120462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201120462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201120462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201120463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201120463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:22.296053 run patchelf(pid=9630): Terminating (SIGINT)\u000a20:11:22.466810 run patchelf(pid=9630): Terminated: ok {rc=0}\u000a20:11:22.497605 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9627): Process ended prematurely: osmo-stp_10.42.42.5(pid=9627) [trial-2349↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9627)] [trial-2349↪gprs:sysmo↪ping_idle_ping.py:27]\u000a20:11:22.506245 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:11:22.566725 run osmo-hlr_10.42.42.2(pid=9624): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9624)]\u000a20:11:22.615946 run osmo-hlr_10.42.42.2(pid=9624): stdout: \u000a| (launched: 2022-12-08_20:11:19.322363) \u000a20:11:22.666109 run osmo-hlr_10.42.42.2(pid=9624): stderr: \u000a| �[0;m�[1;31m20221208201119498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201119498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201119498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201119498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201119498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201119498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201119510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201119519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201119519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201119519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:22.708328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9623): Terminating (SIGTERM)\u000a20:11:22.748508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9626): Terminating (SIGTERM)\u000a20:11:22.788126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9629): Terminating (SIGTERM)\u000a20:11:22.797558 --- ParallelTerminationStrategy: PID 9623 died...\u000a20:11:22.851564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9623): Terminated: ok {rc=0}\u000a20:11:22.861444 --- ParallelTerminationStrategy: PID 9626 died...\u000a20:11:22.914668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9626): Terminated: ok {rc=0}\u000a20:11:22.924264 --- ParallelTerminationStrategy: PID 9629 died...\u000a20:11:22.977558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9629): Terminated: ok {rc=0}\u000a20:11:23.066983 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:10:23" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9645): Process ended prematurely: osmo-stp_10.42.42.5(pid=9645) [trial-2349↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9645)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9645): Process ended prematurely: osmo-stp_10.42.42.5(pid=9645) [trial-2349↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:11:25.170050 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:25.180716 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:11:25.306647 tst cs_paging_gprs_active.py: using LAC 16518\u000a20:11:25.427991 tst cs_paging_gprs_active.py: using RAC 198\u000a20:11:25.551436 tst cs_paging_gprs_active.py: using CellId 16518\u000a20:11:25.672509 tst cs_paging_gprs_active.py: using BVCI 16519\u000a20:11:25.696242 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:25.707194 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:25.717876 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:25.728763 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:25.739567 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:25.750538 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:25.761611 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:25.772472 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:25.783520 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:11:25.904604 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:11:26.191921 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:11:26.322211 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:11:26.645975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9635): Launched\u000a20:11:26.916332 run iperf3-srv_10.42.42.10(pid=9636): Launched\u000a20:11:27.106849 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:11:27.236793 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:11:27.560834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9637): Launched\u000a20:11:27.829665 run iperf3-srv_10.42.42.10(pid=9638): Launched\u000a20:11:28.018549 tst cs_paging_gprs_active.py:38: start network...\u000a20:11:28.147147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:28.637304 run create_hlr_db(pid=9639): Launched\u000a20:11:28.814867 bus /gobi_6: Setting Powered False\u000a20:11:29.835530 run create_hlr_db(pid=9639): Terminated: ok {rc=0}\u000a20:11:30.248673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9641): Launched\u000a20:11:30.560657 run osmo-hlr_10.42.42.2(pid=9642): Launched\u000a20:11:30.673813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:31.237278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9644): Launched\u000a20:11:31.694581 run osmo-stp_10.42.42.5(pid=9645): Launched\u000a20:11:31.927186 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:11:32.477069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9647): Launched\u000a20:11:32.587906 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:11:32.859830 run patchelf(pid=9648): Launched\u000a20:11:33.041309 run osmo-stp_10.42.42.5(pid=9645): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9645)]\u000a20:11:33.174129 run osmo-stp_10.42.42.5(pid=9645): stdout: \u000a| (launched: 2022-12-08_20:11:31.397832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:33.307008 run osmo-stp_10.42.42.5(pid=9645): stderr: \u000a| �[0;m�[38;5;43m20221208201131654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201131654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201131654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201131655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201131657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201131657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201131657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:33.435441 run osmo-stp_10.42.42.5(pid=9645): stdout: \u000a| (launched: 2022-12-08_20:11:31.397832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:33.562957 run osmo-stp_10.42.42.5(pid=9645): stderr: \u000a| �[0;m�[38;5;43m20221208201131654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201131654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201131654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201131655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201131657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201131657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201131657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:33.711033 run patchelf(pid=9648): Terminating (SIGINT)\u000a20:11:33.885251 run patchelf(pid=9648): Terminated: ok {rc=0}\u000a20:11:33.917172 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9645): Process ended prematurely: osmo-stp_10.42.42.5(pid=9645) [trial-2349↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9645)] [trial-2349↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:11:33.926424 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a20:11:33.987870 run osmo-hlr_10.42.42.2(pid=9642): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9642)]\u000a20:11:34.037995 run osmo-hlr_10.42.42.2(pid=9642): stdout: \u000a| (launched: 2022-12-08_20:11:30.406173) \u000a20:11:34.088730 run osmo-hlr_10.42.42.2(pid=9642): stderr: \u000a| �[0;m�[1;31m20221208201130584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201130584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201130584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201130584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201130584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201130584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201130597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201130605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201130605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201130606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:34.131896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9635): Terminating (SIGTERM)\u000a20:11:34.172448 run iperf3-srv_10.42.42.10(pid=9636): Terminating (SIGTERM)\u000a20:11:34.212830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9637): Terminating (SIGTERM)\u000a20:11:34.253348 run iperf3-srv_10.42.42.10(pid=9638): Terminating (SIGTERM)\u000a20:11:34.294063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9641): Terminating (SIGTERM)\u000a20:11:34.334534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9644): Terminating (SIGTERM)\u000a20:11:34.375112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9647): Terminating (SIGTERM)\u000a20:11:34.384670 --- ParallelTerminationStrategy: PID 9635 died...\u000a20:11:34.438451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9635): Terminated: ok {rc=0}\u000a20:11:34.448245 --- ParallelTerminationStrategy: PID 9636 died...\u000a20:11:34.501759 run iperf3-srv_10.42.42.10(pid=9636): Terminated {rc=256}\u000a20:11:34.511289 --- ParallelTerminationStrategy: PID 9637 died...\u000a20:11:34.564690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9637): Terminated: ok {rc=0}\u000a20:11:34.574282 --- ParallelTerminationStrategy: PID 9638 died...\u000a20:11:34.627363 run iperf3-srv_10.42.42.10(pid=9638): Terminated {rc=256}\u000a20:11:34.637178 --- ParallelTerminationStrategy: PID 9641 died...\u000a20:11:34.690480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9641): Terminated: ok {rc=0}\u000a20:11:34.700002 --- ParallelTerminationStrategy: PID 9644 died...\u000a20:11:34.753759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9644): Terminated: ok {rc=0}\u000a20:11:34.763659 --- ParallelTerminationStrategy: PID 9647 died...\u000a20:11:34.817597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9647): Terminated: ok {rc=0}\u000a20:11:34.905206 bus /gobi_0: Setting Powered False\u000a20:11:36.010240 bus /gobi_0: Setting Powered False\u000a20:11:37.122706 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9657): Process ended prematurely: osmo-stp_10.42.42.5(pid=9657) [trial-2349↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9657)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9657): Process ended prematurely: osmo-stp_10.42.42.5(pid=9657) [trial-2349↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:11:38.234007 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:38.245726 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:11:38.375228 tst iperf3.py: using LAC 16519\u000a20:11:38.498249 tst iperf3.py: using RAC 199\u000a20:11:38.627087 tst iperf3.py: using CellId 16519\u000a20:11:38.757358 tst iperf3.py: using BVCI 16520\u000a20:11:38.783331 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:38.794956 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:38.806402 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:38.817720 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:38.828721 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:38.839984 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:38.851531 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:38.862874 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:38.874362 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:11:39.175843 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:11:39.314881 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:11:39.658634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9649): Launched\u000a20:11:39.944283 run iperf3-srv_10.42.42.10(pid=9650): Launched\u000a20:11:40.137129 tst iperf3.py:8: start network...\u000a20:11:40.266913 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:40.759742 run create_hlr_db(pid=9651): Launched\u000a20:11:40.937264 bus /gobi_6: Setting Powered False\u000a20:11:41.962227 run create_hlr_db(pid=9651): Terminated: ok {rc=0}\u000a20:11:42.406288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9653): Launched\u000a20:11:42.740872 run osmo-hlr_10.42.42.2(pid=9654): Launched\u000a20:11:42.864215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:43.441521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9656): Launched\u000a20:11:43.774359 run osmo-stp_10.42.42.5(pid=9657): Launched\u000a20:11:43.894347 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:11:44.476341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9659): Launched\u000a20:11:44.595235 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:11:44.887979 run patchelf(pid=9660): Launched\u000a20:11:45.082617 run osmo-stp_10.42.42.5(pid=9657): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9657)]\u000a20:11:45.224549 run osmo-stp_10.42.42.5(pid=9657): stdout: \u000a| (launched: 2022-12-08_20:11:43.610229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:45.366628 run osmo-stp_10.42.42.5(pid=9657): stderr: \u000a| �[0;m�[38;5;43m20221208201143807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201143808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201143808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201143808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201143809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201143809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201143809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:45.504056 run osmo-stp_10.42.42.5(pid=9657): stdout: \u000a| (launched: 2022-12-08_20:11:43.610229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:45.640841 run osmo-stp_10.42.42.5(pid=9657): stderr: \u000a| �[0;m�[38;5;43m20221208201143807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201143808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201143808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201143808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201143809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201143809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201143809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:45.799392 run patchelf(pid=9660): Terminating (SIGINT)\u000a20:11:45.996118 run patchelf(pid=9660): Terminated: ok {rc=0}\u000a20:11:46.029498 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9657): Process ended prematurely: osmo-stp_10.42.42.5(pid=9657) [trial-2349↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9657)] [trial-2349↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a20:11:46.039973 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a20:11:46.106171 run osmo-hlr_10.42.42.2(pid=9654): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9654)]\u000a20:11:46.158726 run osmo-hlr_10.42.42.2(pid=9654): stdout: \u000a| (launched: 2022-12-08_20:11:42.575890) \u000a20:11:46.213760 run osmo-hlr_10.42.42.2(pid=9654): stderr: \u000a| �[0;m�[1;31m20221208201142779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201142780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201142780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201142780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201142780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201142780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201142792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201142800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201142801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201142801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:46.260133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9649): Terminating (SIGTERM)\u000a20:11:46.305821 run iperf3-srv_10.42.42.10(pid=9650): Terminating (SIGTERM)\u000a20:11:46.351965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9653): Terminating (SIGTERM)\u000a20:11:46.398444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9656): Terminating (SIGTERM)\u000a20:11:46.443583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9659): Terminating (SIGTERM)\u000a20:11:46.454237 --- ParallelTerminationStrategy: PID 9649 died...\u000a20:11:46.514320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9649): Terminated: ok {rc=0}\u000a20:11:46.525209 --- ParallelTerminationStrategy: PID 9650 died...\u000a20:11:46.583759 run iperf3-srv_10.42.42.10(pid=9650): Terminated {rc=256}\u000a20:11:46.594565 --- ParallelTerminationStrategy: PID 9653 died...\u000a20:11:46.650887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9653): Terminated: ok {rc=0}\u000a20:11:46.663021 --- ParallelTerminationStrategy: PID 9656 died...\u000a20:11:46.720762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9656): Terminated: ok {rc=0}\u000a20:11:46.731508 --- ParallelTerminationStrategy: PID 9659 died...\u000a20:11:46.790332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9659): Terminated: ok {rc=0}\u000a20:11:46.887955 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9675): Process ended prematurely: osmo-stp_10.42.42.5(pid=9675) [trial-2349↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9675)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9675): Process ended prematurely: osmo-stp_10.42.42.5(pid=9675) [trial-2349↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:11:48.002155 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:48.014324 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:11:48.152587 tst iperf3m4.py: using LAC 16520\u000a20:11:48.276603 tst iperf3m4.py: using RAC 200\u000a20:11:48.408267 tst iperf3m4.py: using CellId 16520\u000a20:11:48.538177 tst iperf3m4.py: using BVCI 16521\u000a20:11:48.563716 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:48.575289 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:48.586623 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:48.597867 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:48.609112 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:48.620170 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:48.631537 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:48.642604 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:48.653865 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:11:48.775290 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:11:48.899959 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:11:49.018527 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:11:49.318752 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:11:49.457280 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:11:49.803923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9661): Launched\u000a20:11:50.091767 run iperf3-srv_10.42.42.10(pid=9662): Launched\u000a20:11:50.295767 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:11:50.434854 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:11:50.780763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9663): Launched\u000a20:11:51.067796 run iperf3-srv_10.42.42.10(pid=9664): Launched\u000a20:11:51.271311 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:11:51.409635 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:11:51.754822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9665): Launched\u000a20:11:52.043815 run iperf3-srv_10.42.42.10(pid=9666): Launched\u000a20:11:52.247560 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:11:52.385896 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:11:52.731500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9667): Launched\u000a20:11:53.019532 run iperf3-srv_10.42.42.10(pid=9668): Launched\u000a20:11:53.223310 tst iperf3m4.py:8: start network...\u000a20:11:53.361847 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:53.893425 run create_hlr_db(pid=9669): Launched\u000a20:11:54.085407 bus /gobi_6: Setting Powered False\u000a20:11:55.106443 run create_hlr_db(pid=9669): Terminated: ok {rc=0}\u000a20:11:55.524381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9671): Launched\u000a20:11:55.836702 run osmo-hlr_10.42.42.2(pid=9672): Launched\u000a20:11:55.956745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:56.505189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9674): Launched\u000a20:11:56.818087 run osmo-stp_10.42.42.5(pid=9675): Launched\u000a20:11:56.930906 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:11:57.472642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9677): Launched\u000a20:11:57.583070 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:11:57.856574 run patchelf(pid=9678): Launched\u000a20:11:58.037694 run osmo-stp_10.42.42.5(pid=9675): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9675)]\u000a20:11:58.169743 run osmo-stp_10.42.42.5(pid=9675): stdout: \u000a| (launched: 2022-12-08_20:11:56.662930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:58.301573 run osmo-stp_10.42.42.5(pid=9675): stderr: \u000a| �[0;m�[38;5;43m20221208201156836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201156836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201156837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201156837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201156838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201156838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201156838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:58.429111 run osmo-stp_10.42.42.5(pid=9675): stdout: \u000a| (launched: 2022-12-08_20:11:56.662930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:58.555998 run osmo-stp_10.42.42.5(pid=9675): stderr: \u000a| �[0;m�[38;5;43m20221208201156836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201156836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201156837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201156837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201156838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201156838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201156838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:58.703850 run patchelf(pid=9678): Terminating (SIGINT)\u000a20:11:58.877740 run patchelf(pid=9678): Terminated: ok {rc=0}\u000a20:11:58.909426 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9675): Process ended prematurely: osmo-stp_10.42.42.5(pid=9675) [trial-2349↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9675)] [trial-2349↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:11:58.918726 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a20:11:58.979906 run osmo-hlr_10.42.42.2(pid=9672): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9672)]\u000a20:11:59.029272 run osmo-hlr_10.42.42.2(pid=9672): stdout: \u000a| (launched: 2022-12-08_20:11:55.682096) \u000a20:11:59.079258 run osmo-hlr_10.42.42.2(pid=9672): stderr: \u000a| �[0;m�[1;31m20221208201155861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201155861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201155861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201155861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201155861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201155861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201155875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201155884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201155885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201155885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:59.121295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9661): Terminating (SIGTERM)\u000a20:11:59.160940 run iperf3-srv_10.42.42.10(pid=9662): Terminating (SIGTERM)\u000a20:11:59.201381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9663): Terminating (SIGTERM)\u000a20:11:59.240940 run iperf3-srv_10.42.42.10(pid=9664): Terminating (SIGTERM)\u000a20:11:59.280554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9665): Terminating (SIGTERM)\u000a20:11:59.320187 run iperf3-srv_10.42.42.10(pid=9666): Terminating (SIGTERM)\u000a20:11:59.359802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9667): Terminating (SIGTERM)\u000a20:11:59.399387 run iperf3-srv_10.42.42.10(pid=9668): Terminating (SIGTERM)\u000a20:11:59.438963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9671): Terminating (SIGTERM)\u000a20:11:59.478502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9674): Terminating (SIGTERM)\u000a20:11:59.518347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9677): Terminating (SIGTERM)\u000a20:11:59.527528 --- ParallelTerminationStrategy: PID 9661 died...\u000a20:11:59.580817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9661): Terminated: ok {rc=0}\u000a20:11:59.590745 --- ParallelTerminationStrategy: PID 9662 died...\u000a20:11:59.644309 run iperf3-srv_10.42.42.10(pid=9662): Terminated {rc=256}\u000a20:11:59.653890 --- ParallelTerminationStrategy: PID 9663 died...\u000a20:11:59.707493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9663): Terminated: ok {rc=0}\u000a20:11:59.717405 --- ParallelTerminationStrategy: PID 9664 died...\u000a20:11:59.770746 run iperf3-srv_10.42.42.10(pid=9664): Terminated {rc=256}\u000a20:11:59.780466 --- ParallelTerminationStrategy: PID 9665 died...\u000a20:11:59.834220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9665): Terminated: ok {rc=0}\u000a20:11:59.844005 --- ParallelTerminationStrategy: PID 9666 died...\u000a20:11:59.897441 run iperf3-srv_10.42.42.10(pid=9666): Terminated {rc=256}\u000a20:11:59.907216 --- ParallelTerminationStrategy: PID 9667 died...\u000a20:11:59.960257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9667): Terminated: ok {rc=0}\u000a20:11:59.970152 --- ParallelTerminationStrategy: PID 9668 died...\u000a20:12:00.023449 run iperf3-srv_10.42.42.10(pid=9668): Terminated {rc=256}\u000a20:12:00.033241 --- ParallelTerminationStrategy: PID 9671 died...\u000a20:12:00.086611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9671): Terminated: ok {rc=0}\u000a20:12:00.096173 --- ParallelTerminationStrategy: PID 9674 died...\u000a20:12:00.149501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9674): Terminated: ok {rc=0}\u000a20:12:00.159075 --- ParallelTerminationStrategy: PID 9677 died...\u000a20:12:00.213236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9677): Terminated: ok {rc=0}\u000a20:12:00.300742 bus /gobi_4: Setting Powered False\u000a20:12:01.420163 bus /gobi_4: Setting Powered False\u000a20:12:02.530754 bus /gobi_1: Setting Powered False\u000a20:12:03.637675 bus /gobi_1: Setting Powered False\u000a20:12:04.750678 bus /gobi_0: Setting Powered False\u000a20:12:05.857958 bus /gobi_0: Setting Powered False\u000a20:12:06.967124 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 19, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9685): Process ended prematurely: osmo-stp_10.42.42.5(pid=9685) [trial-2349↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9685)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9685): Process ended prematurely: osmo-stp_10.42.42.5(pid=9685) [trial-2349↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:12:08.037857 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:08.049869 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:12:08.180881 tst ping.py: using LAC 16521\u000a20:12:08.298602 tst ping.py: using RAC 201\u000a20:12:08.416052 tst ping.py: using CellId 16521\u000a20:12:08.533739 tst ping.py: using BVCI 16522\u000a20:12:08.557120 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:08.568230 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:08.579683 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:08.590918 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:08.601970 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:08.612770 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:08.623791 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:08.634850 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:12:08.934692 tst ping.py:19: start network...\u000a20:12:09.070473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:09.593072 run create_hlr_db(pid=9679): Launched\u000a20:12:09.783186 bus /gobi_6: Setting Powered False\u000a20:12:10.803256 run create_hlr_db(pid=9679): Terminated: ok {rc=0}\u000a20:12:11.239690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9681): Launched\u000a20:12:11.567457 run osmo-hlr_10.42.42.2(pid=9682): Launched\u000a20:12:11.685239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:12.253613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9684): Launched\u000a20:12:12.580574 run osmo-stp_10.42.42.5(pid=9685): Launched\u000a20:12:12.699169 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:12:13.269573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9687): Launched\u000a20:12:13.385971 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:12:13.672222 run patchelf(pid=9688): Launched\u000a20:12:13.862364 run osmo-stp_10.42.42.5(pid=9685): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9685)]\u000a20:12:14.001107 run osmo-stp_10.42.42.5(pid=9685): stdout: \u000a| (launched: 2022-12-08_20:12:12.419159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:14.140208 run osmo-stp_10.42.42.5(pid=9685): stderr: \u000a| �[0;m�[38;5;43m20221208201212614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201212614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201212614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201212615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201212617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201212617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201212617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:14.274065 run osmo-stp_10.42.42.5(pid=9685): stdout: \u000a| (launched: 2022-12-08_20:12:12.419159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:14.406831 run osmo-stp_10.42.42.5(pid=9685): stderr: \u000a| �[0;m�[38;5;43m20221208201212614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201212614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201212614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201212615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201212617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201212617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201212617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:14.561833 run patchelf(pid=9688): Terminating (SIGINT)\u000a20:12:14.744120 run patchelf(pid=9688): Terminated: ok {rc=0}\u000a20:12:14.777130 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9685): Process ended prematurely: osmo-stp_10.42.42.5(pid=9685) [trial-2349↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9685)] [trial-2349↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a20:12:14.786812 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:12:14.850304 run osmo-hlr_10.42.42.2(pid=9682): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9682)]\u000a20:12:14.902338 run osmo-hlr_10.42.42.2(pid=9682): stdout: \u000a| (launched: 2022-12-08_20:12:11.405592) \u000a20:12:14.955285 run osmo-hlr_10.42.42.2(pid=9682): stderr: \u000a| �[0;m�[1;31m20221208201211607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201211607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201211607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201211607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201211608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201211608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201211619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201211628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201211628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201211628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:15.000363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9681): Terminating (SIGTERM)\u000a20:12:15.043084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9684): Terminating (SIGTERM)\u000a20:12:15.085899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9687): Terminating (SIGTERM)\u000a20:12:15.095730 --- ParallelTerminationStrategy: PID 9681 died...\u000a20:12:15.152894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9681): Terminated: ok {rc=0}\u000a20:12:15.163238 --- ParallelTerminationStrategy: PID 9684 died...\u000a20:12:15.219957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9684): Terminated: ok {rc=0}\u000a20:12:15.230189 --- ParallelTerminationStrategy: PID 9687 died...\u000a20:12:15.286641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9687): Terminated: ok {rc=0}\u000a20:12:15.374430 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 19, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9695): Process ended prematurely: osmo-stp_10.42.42.5(pid=9695) [trial-2349↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9695)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9695): Process ended prematurely: osmo-stp_10.42.42.5(pid=9695) [trial-2349↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:12:16.432826 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:16.449098 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:12:16.588182 tst ping_idle_ping.py: using LAC 16522\u000a20:12:16.750451 tst ping_idle_ping.py: using RAC 202\u000a20:12:16.892433 tst ping_idle_ping.py: using CellId 16522\u000a20:12:17.050594 tst ping_idle_ping.py: using BVCI 16523\u000a20:12:17.078838 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:17.092398 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:17.105697 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:17.118808 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:17.131543 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:17.143236 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:17.157139 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:17.168921 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:12:17.462142 tst ping_idle_ping.py:24: start network...\u000a20:12:17.589120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:18.069337 run create_hlr_db(pid=9689): Launched\u000a20:12:18.245819 bus /gobi_6: Setting Powered False\u000a20:12:19.278629 run create_hlr_db(pid=9689): Terminated: ok {rc=0}\u000a20:12:19.716345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9691): Launched\u000a20:12:20.044519 run osmo-hlr_10.42.42.2(pid=9692): Launched\u000a20:12:20.163888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:20.732274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9694): Launched\u000a20:12:21.059054 run osmo-stp_10.42.42.5(pid=9695): Launched\u000a20:12:21.177707 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:12:21.751144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9697): Launched\u000a20:12:21.867325 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:12:22.154195 run patchelf(pid=9698): Launched\u000a20:12:22.345200 run osmo-stp_10.42.42.5(pid=9695): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9695)]\u000a20:12:22.484147 run osmo-stp_10.42.42.5(pid=9695): stdout: \u000a| (launched: 2022-12-08_20:12:20.898170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:22.623462 run osmo-stp_10.42.42.5(pid=9695): stderr: \u000a| �[0;m�[38;5;43m20221208201221092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201221093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201221093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201221093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201221095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201221096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201221096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:22.758417 run osmo-stp_10.42.42.5(pid=9695): stdout: \u000a| (launched: 2022-12-08_20:12:20.898170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:22.891721 run osmo-stp_10.42.42.5(pid=9695): stderr: \u000a| �[0;m�[38;5;43m20221208201221092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201221093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201221093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201221093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201221095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201221096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201221096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:23.047287 run patchelf(pid=9698): Terminating (SIGINT)\u000a20:12:23.230243 run patchelf(pid=9698): Terminated: ok {rc=0}\u000a20:12:23.263382 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9695): Process ended prematurely: osmo-stp_10.42.42.5(pid=9695) [trial-2349↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9695)] [trial-2349↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:12:23.272586 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a20:12:23.335094 run osmo-hlr_10.42.42.2(pid=9692): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9692)]\u000a20:12:23.386242 run osmo-hlr_10.42.42.2(pid=9692): stdout: \u000a| (launched: 2022-12-08_20:12:19.882817) \u000a20:12:23.438333 run osmo-hlr_10.42.42.2(pid=9692): stderr: \u000a| �[0;m�[1;31m20221208201220083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201220083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201220083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201220083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201220083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201220083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201220098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201220108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201220108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201220108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:23.482670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9691): Terminating (SIGTERM)\u000a20:12:23.524620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9694): Terminating (SIGTERM)\u000a20:12:23.566575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9697): Terminating (SIGTERM)\u000a20:12:23.576249 --- ParallelTerminationStrategy: PID 9691 died...\u000a20:12:23.632386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9691): Terminated: ok {rc=0}\u000a20:12:23.642594 --- ParallelTerminationStrategy: PID 9694 died...\u000a20:12:23.698014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9694): Terminated: ok {rc=0}\u000a20:12:23.708155 --- ParallelTerminationStrategy: PID 9697 died...\u000a20:12:23.764246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9697): Terminated: ok {rc=0}\u000a20:12:23.851449 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:11:24" }, { "cases" : [ { "testActions" : [ ], "age" : 207, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9714): Process ended prematurely: osmo-stp_10.42.42.5(pid=9714) [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9714)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9714): Process ended prematurely: osmo-stp_10.42.42.5(pid=9714) [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:12:25.957503 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:25.968373 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:12:26.115313 tst cs_paging_gprs_active.py: using LAC 16523\u000a20:12:26.237706 tst cs_paging_gprs_active.py: using RAC 203\u000a20:12:26.359965 tst cs_paging_gprs_active.py: using CellId 16523\u000a20:12:26.491395 tst cs_paging_gprs_active.py: using BVCI 16524\u000a20:12:26.516812 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:26.528339 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:26.539821 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:26.551313 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:26.562453 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:26.573822 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:26.585685 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:26.597055 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:26.608619 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:12:26.728467 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:12:27.030980 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:12:27.170121 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:27.514919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9704): Launched\u000a20:12:27.803700 run iperf3-srv_10.42.42.10(pid=9705): Launched\u000a20:12:28.006771 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:12:28.145510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:28.490252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9706): Launched\u000a20:12:28.776895 run iperf3-srv_10.42.42.10(pid=9707): Launched\u000a20:12:28.980702 tst cs_paging_gprs_active.py:38: start network...\u000a20:12:29.119074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:29.643502 run create_hlr_db(pid=9708): Launched\u000a20:12:29.822534 bus /gobi_6: Setting Powered False\u000a20:12:30.854225 run create_hlr_db(pid=9708): Terminated: ok {rc=0}\u000a20:12:31.358777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9710): Launched\u000a20:12:31.815533 run osmo-hlr_10.42.42.2(pid=9711): Launched\u000a20:12:32.073531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:32.639548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9713): Launched\u000a20:12:32.952142 run osmo-stp_10.42.42.5(pid=9714): Launched\u000a20:12:33.064869 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:12:33.608317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9716): Launched\u000a20:12:33.718993 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:12:33.991993 run patchelf(pid=9717): Launched\u000a20:12:34.173463 run osmo-stp_10.42.42.5(pid=9714): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9714)]\u000a20:12:34.305841 run osmo-stp_10.42.42.5(pid=9714): stdout: \u000a| (launched: 2022-12-08_20:12:32.797460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:34.438664 run osmo-stp_10.42.42.5(pid=9714): stderr: \u000a| �[0;m�[38;5;43m20221208201232971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201232971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201232971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201232971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201232974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201232974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201232974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:34.566983 run osmo-stp_10.42.42.5(pid=9714): stdout: \u000a| (launched: 2022-12-08_20:12:32.797460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:34.694227 run osmo-stp_10.42.42.5(pid=9714): stderr: \u000a| �[0;m�[38;5;43m20221208201232971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201232971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201232971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201232971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201232974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201232974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201232974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:34.842762 run patchelf(pid=9717): Terminating (SIGINT)\u000a20:12:35.016171 run patchelf(pid=9717): Terminated: ok {rc=0}\u000a20:12:35.047922 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9714): Process ended prematurely: osmo-stp_10.42.42.5(pid=9714) [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9714)] [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:12:35.057158 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a20:12:35.117967 run osmo-hlr_10.42.42.2(pid=9711): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9711)]\u000a20:12:35.167317 run osmo-hlr_10.42.42.2(pid=9711): stdout: \u000a| (launched: 2022-12-08_20:12:31.535318) \u000a20:12:35.217557 run osmo-hlr_10.42.42.2(pid=9711): stderr: \u000a| �[0;m�[1;31m20221208201231767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201231767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201231768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201231768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201231768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201231768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201231781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201231793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201231794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201231794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:35.260047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9704): Terminating (SIGTERM)\u000a20:12:35.300482 run iperf3-srv_10.42.42.10(pid=9705): Terminating (SIGTERM)\u000a20:12:35.340604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9706): Terminating (SIGTERM)\u000a20:12:35.380826 run iperf3-srv_10.42.42.10(pid=9707): Terminating (SIGTERM)\u000a20:12:35.421193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9710): Terminating (SIGTERM)\u000a20:12:35.461483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9713): Terminating (SIGTERM)\u000a20:12:35.501771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9716): Terminating (SIGTERM)\u000a20:12:35.511252 --- ParallelTerminationStrategy: PID 9704 died...\u000a20:12:35.565401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9704): Terminated: ok {rc=0}\u000a20:12:35.575174 --- ParallelTerminationStrategy: PID 9705 died...\u000a20:12:35.628390 run iperf3-srv_10.42.42.10(pid=9705): Terminated {rc=256}\u000a20:12:35.638232 --- ParallelTerminationStrategy: PID 9706 died...\u000a20:12:35.691752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9706): Terminated: ok {rc=0}\u000a20:12:35.701582 --- ParallelTerminationStrategy: PID 9707 died...\u000a20:12:35.756014 run iperf3-srv_10.42.42.10(pid=9707): Terminated {rc=256}\u000a20:12:35.765937 --- ParallelTerminationStrategy: PID 9710 died...\u000a20:12:35.819227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9710): Terminated: ok {rc=0}\u000a20:12:35.829060 --- ParallelTerminationStrategy: PID 9713 died...\u000a20:12:35.882153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9713): Terminated: ok {rc=0}\u000a20:12:35.891943 --- ParallelTerminationStrategy: PID 9716 died...\u000a20:12:35.945621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9716): Terminated: ok {rc=0}\u000a20:12:36.034803 bus /gobi_0: Setting Powered False\u000a20:12:37.138579 bus /gobi_0: Setting Powered False\u000a20:12:38.250989 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9732): Process ended prematurely: osmo-stp_10.42.42.5(pid=9732) [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9732)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9732): Process ended prematurely: osmo-stp_10.42.42.5(pid=9732) [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:12:39.361512 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:39.373127 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:12:39.521389 tst iperf3.py: using LAC 16524\u000a20:12:39.645584 tst iperf3.py: using RAC 204\u000a20:12:39.779297 tst iperf3.py: using CellId 16524\u000a20:12:39.908228 tst iperf3.py: using BVCI 16525\u000a20:12:39.931877 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:39.942870 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:39.953649 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:39.964683 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:39.975623 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:39.986555 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:39.997611 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:40.008444 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:40.019579 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:12:40.303994 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:12:40.433211 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:40.756223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9724): Launched\u000a20:12:41.025357 run iperf3-srv_10.42.42.10(pid=9725): Launched\u000a20:12:41.214430 tst iperf3.py:8: start network...\u000a20:12:41.343239 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:41.830879 run create_hlr_db(pid=9726): Launched\u000a20:12:42.008742 bus /gobi_6: Setting Powered False\u000a20:12:43.030069 run create_hlr_db(pid=9726): Terminated: ok {rc=0}\u000a20:12:43.443022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9728): Launched\u000a20:12:43.755222 run osmo-hlr_10.42.42.2(pid=9729): Launched\u000a20:12:43.868756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:44.409237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9731): Launched\u000a20:12:44.720354 run osmo-stp_10.42.42.5(pid=9732): Launched\u000a20:12:44.833244 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:12:45.374789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9734): Launched\u000a20:12:45.484847 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:12:45.757759 run patchelf(pid=9735): Launched\u000a20:12:45.955699 run osmo-stp_10.42.42.5(pid=9732): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9732)]\u000a20:12:46.090900 run osmo-stp_10.42.42.5(pid=9732): stdout: \u000a| (launched: 2022-12-08_20:12:44.566021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:46.227203 run osmo-stp_10.42.42.5(pid=9732): stderr: \u000a| �[0;m�[38;5;43m20221208201244738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201244738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201244739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201244739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201244740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201244740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201244740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:46.358801 run osmo-stp_10.42.42.5(pid=9732): stdout: \u000a| (launched: 2022-12-08_20:12:44.566021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:46.489583 run osmo-stp_10.42.42.5(pid=9732): stderr: \u000a| �[0;m�[38;5;43m20221208201244738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201244738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201244739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201244739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201244740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201244740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201244740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:46.643003 run patchelf(pid=9735): Terminating (SIGINT)\u000a20:12:46.820441 run patchelf(pid=9735): Terminated: ok {rc=0}\u000a20:12:46.853842 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9732): Process ended prematurely: osmo-stp_10.42.42.5(pid=9732) [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9732)] [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:12:46.864588 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:12:46.930922 run osmo-hlr_10.42.42.2(pid=9729): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9729)]\u000a20:12:46.985373 run osmo-hlr_10.42.42.2(pid=9729): stdout: \u000a| (launched: 2022-12-08_20:12:43.600261) \u000a20:12:47.039604 run osmo-hlr_10.42.42.2(pid=9729): stderr: \u000a| �[0;m�[1;31m20221208201243780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201243780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201243780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201243780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201243780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201243780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201243793 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201243802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201243802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201243802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:47.085967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9724): Terminating (SIGTERM)\u000a20:12:47.131298 run iperf3-srv_10.42.42.10(pid=9725): Terminating (SIGTERM)\u000a20:12:47.176668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9728): Terminating (SIGTERM)\u000a20:12:47.219396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9731): Terminating (SIGTERM)\u000a20:12:47.261891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9734): Terminating (SIGTERM)\u000a20:12:47.271686 --- ParallelTerminationStrategy: PID 9724 died...\u000a20:12:47.328100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9724): Terminated: ok {rc=0}\u000a20:12:47.338361 --- ParallelTerminationStrategy: PID 9725 died...\u000a20:12:47.394961 run iperf3-srv_10.42.42.10(pid=9725): Terminated {rc=256}\u000a20:12:47.405231 --- ParallelTerminationStrategy: PID 9728 died...\u000a20:12:47.461694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9728): Terminated: ok {rc=0}\u000a20:12:47.472018 --- ParallelTerminationStrategy: PID 9731 died...\u000a20:12:47.528722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9731): Terminated: ok {rc=0}\u000a20:12:47.539103 --- ParallelTerminationStrategy: PID 9734 died...\u000a20:12:47.595783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9734): Terminated: ok {rc=0}\u000a20:12:47.683435 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9750): Process ended prematurely: osmo-stp_10.42.42.5(pid=9750) [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9750)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9750): Process ended prematurely: osmo-stp_10.42.42.5(pid=9750) [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:12:48.803076 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:48.815362 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:12:48.968366 tst iperf3m4.py: using LAC 16525\u000a20:12:49.098775 tst iperf3m4.py: using RAC 205\u000a20:12:49.225612 tst iperf3m4.py: using CellId 16525\u000a20:12:49.349171 tst iperf3m4.py: using BVCI 16526\u000a20:12:49.373308 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:49.384395 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:49.395383 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:49.406645 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:49.417766 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:49.428812 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:49.440633 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:49.452490 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:49.463780 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:12:49.584992 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:12:49.706746 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:12:49.825803 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:12:50.127202 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:12:50.266049 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:50.611233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9736): Launched\u000a20:12:50.899495 run iperf3-srv_10.42.42.10(pid=9737): Launched\u000a20:12:51.103841 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:12:51.242660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:51.587865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9738): Launched\u000a20:12:51.874782 run iperf3-srv_10.42.42.10(pid=9739): Launched\u000a20:12:52.078755 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:12:52.217897 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:52.562649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9740): Launched\u000a20:12:52.851646 run iperf3-srv_10.42.42.10(pid=9741): Launched\u000a20:12:53.055394 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:12:53.194181 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:53.539277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9742): Launched\u000a20:12:53.827904 run iperf3-srv_10.42.42.10(pid=9743): Launched\u000a20:12:54.030476 tst iperf3m4.py:8: start network...\u000a20:12:54.169413 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:54.694359 run create_hlr_db(pid=9744): Launched\u000a20:12:54.873809 bus /gobi_6: Setting Powered False\u000a20:12:55.894565 run create_hlr_db(pid=9744): Terminated: ok {rc=0}\u000a20:12:56.308768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9746): Launched\u000a20:12:56.621773 run osmo-hlr_10.42.42.2(pid=9747): Launched\u000a20:12:56.742080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:57.292043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9749): Launched\u000a20:12:57.604518 run osmo-stp_10.42.42.5(pid=9750): Launched\u000a20:12:57.717898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:12:58.257774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9752): Launched\u000a20:12:58.367636 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:12:58.640207 run patchelf(pid=9753): Launched\u000a20:12:58.821401 run osmo-stp_10.42.42.5(pid=9750): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9750)]\u000a20:12:58.953208 run osmo-stp_10.42.42.5(pid=9750): stdout: \u000a| (launched: 2022-12-08_20:12:57.448687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:59.085809 run osmo-stp_10.42.42.5(pid=9750): stderr: \u000a| �[0;m�[38;5;43m20221208201257621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201257621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201257621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201257622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201257624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201257624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201257624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:59.213679 run osmo-stp_10.42.42.5(pid=9750): stdout: \u000a| (launched: 2022-12-08_20:12:57.448687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:59.340298 run osmo-stp_10.42.42.5(pid=9750): stderr: \u000a| �[0;m�[38;5;43m20221208201257621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201257621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201257621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201257622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201257624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201257624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201257624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:59.488355 run patchelf(pid=9753): Terminating (SIGINT)\u000a20:12:59.662248 run patchelf(pid=9753): Terminated: ok {rc=0}\u000a20:12:59.694025 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9750): Process ended prematurely: osmo-stp_10.42.42.5(pid=9750) [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9750)] [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:12:59.703285 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a20:12:59.764453 run osmo-hlr_10.42.42.2(pid=9747): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9747)]\u000a20:12:59.813965 run osmo-hlr_10.42.42.2(pid=9747): stdout: \u000a| (launched: 2022-12-08_20:12:56.466165) \u000a20:12:59.863752 run osmo-hlr_10.42.42.2(pid=9747): stderr: \u000a| �[0;m�[1;31m20221208201256648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201256648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201256648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201256648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201256648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201256648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201256659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201256668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201256668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201256668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:59.905962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9736): Terminating (SIGTERM)\u000a20:12:59.946424 run iperf3-srv_10.42.42.10(pid=9737): Terminating (SIGTERM)\u000a20:12:59.986392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9738): Terminating (SIGTERM)\u000a20:13:00.026459 run iperf3-srv_10.42.42.10(pid=9739): Terminating (SIGTERM)\u000a20:13:00.066594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9740): Terminating (SIGTERM)\u000a20:13:00.106625 run iperf3-srv_10.42.42.10(pid=9741): Terminating (SIGTERM)\u000a20:13:00.146721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9742): Terminating (SIGTERM)\u000a20:13:00.186706 run iperf3-srv_10.42.42.10(pid=9743): Terminating (SIGTERM)\u000a20:13:00.227023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9746): Terminating (SIGTERM)\u000a20:13:00.267560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9749): Terminating (SIGTERM)\u000a20:13:00.307926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9752): Terminating (SIGTERM)\u000a20:13:00.317202 --- ParallelTerminationStrategy: PID 9736 died...\u000a20:13:00.371896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9736): Terminated: ok {rc=0}\u000a20:13:00.381871 --- ParallelTerminationStrategy: PID 9737 died...\u000a20:13:00.436211 run iperf3-srv_10.42.42.10(pid=9737): Terminated {rc=256}\u000a20:13:00.445873 --- ParallelTerminationStrategy: PID 9738 died...\u000a20:13:00.499567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9738): Terminated: ok {rc=0}\u000a20:13:00.509302 --- ParallelTerminationStrategy: PID 9739 died...\u000a20:13:00.562689 run iperf3-srv_10.42.42.10(pid=9739): Terminated {rc=256}\u000a20:13:00.572485 --- ParallelTerminationStrategy: PID 9740 died...\u000a20:13:00.626004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9740): Terminated: ok {rc=0}\u000a20:13:00.635849 --- ParallelTerminationStrategy: PID 9741 died...\u000a20:13:00.689271 run iperf3-srv_10.42.42.10(pid=9741): Terminated {rc=256}\u000a20:13:00.699082 --- ParallelTerminationStrategy: PID 9742 died...\u000a20:13:00.752535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9742): Terminated: ok {rc=0}\u000a20:13:00.762530 --- ParallelTerminationStrategy: PID 9743 died...\u000a20:13:00.816341 run iperf3-srv_10.42.42.10(pid=9743): Terminated {rc=256}\u000a20:13:00.825998 --- ParallelTerminationStrategy: PID 9746 died...\u000a20:13:00.911802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9746): Terminated: ok {rc=0}\u000a20:13:00.923242 --- ParallelTerminationStrategy: PID 9749 died...\u000a20:13:00.984735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9749): Terminated: ok {rc=0}\u000a20:13:00.996074 --- ParallelTerminationStrategy: PID 9752 died...\u000a20:13:01.056124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9752): Terminated: ok {rc=0}\u000a20:13:01.145799 bus /gobi_4: Setting Powered False\u000a20:13:02.256810 bus /gobi_4: Setting Powered False\u000a20:13:03.364363 bus /gobi_1: Setting Powered False\u000a20:13:04.466372 bus /gobi_1: Setting Powered False\u000a20:13:05.576713 bus /gobi_0: Setting Powered False\u000a20:13:06.685205 bus /gobi_0: Setting Powered False\u000a20:13:07.795297 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 19, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9760): Process ended prematurely: osmo-stp_10.42.42.5(pid=9760) [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9760)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9760): Process ended prematurely: osmo-stp_10.42.42.5(pid=9760) [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:13:08.864227 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:08.876335 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:13:09.029922 tst ping.py: using LAC 16526\u000a20:13:09.159426 tst ping.py: using RAC 206\u000a20:13:09.286731 tst ping.py: using CellId 16526\u000a20:13:09.415500 tst ping.py: using BVCI 16527\u000a20:13:09.440408 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:09.451913 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:09.463160 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:09.474407 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:09.485607 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:09.496717 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:09.508203 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:09.519540 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:13:09.815284 tst ping.py:19: start network...\u000a20:13:09.950865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:10.463687 run create_hlr_db(pid=9754): Launched\u000a20:13:10.653250 bus /gobi_6: Setting Powered False\u000a20:13:11.674211 run create_hlr_db(pid=9754): Terminated: ok {rc=0}\u000a20:13:12.087112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9756): Launched\u000a20:13:12.395662 run osmo-hlr_10.42.42.2(pid=9757): Launched\u000a20:13:12.512179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:13.051136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9759): Launched\u000a20:13:13.357924 run osmo-stp_10.42.42.5(pid=9760): Launched\u000a20:13:13.468430 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:13.998373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9762): Launched\u000a20:13:14.106183 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:14.373137 run patchelf(pid=9763): Launched\u000a20:13:14.550915 run osmo-stp_10.42.42.5(pid=9760): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9760)]\u000a20:13:14.680821 run osmo-stp_10.42.42.5(pid=9760): stdout: \u000a| (launched: 2022-12-08_20:13:13.205696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:14.810925 run osmo-stp_10.42.42.5(pid=9760): stderr: \u000a| �[0;m�[38;5;43m20221208201313377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201313377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201313377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201313378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201313380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201313380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201313380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:14.937069 run osmo-stp_10.42.42.5(pid=9760): stdout: \u000a| (launched: 2022-12-08_20:13:13.205696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:15.061582 run osmo-stp_10.42.42.5(pid=9760): stderr: \u000a| �[0;m�[38;5;43m20221208201313377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201313377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201313377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201313378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201313380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201313380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201313380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:15.206956 run patchelf(pid=9763): Terminating (SIGINT)\u000a20:13:15.377411 run patchelf(pid=9763): Terminated: ok {rc=0}\u000a20:13:15.408230 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9760): Process ended prematurely: osmo-stp_10.42.42.5(pid=9760) [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9760)] [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:13:15.416794 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:13:15.477247 run osmo-hlr_10.42.42.2(pid=9757): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9757)]\u000a20:13:15.526178 run osmo-hlr_10.42.42.2(pid=9757): stdout: \u000a| (launched: 2022-12-08_20:13:12.242033) \u000a20:13:15.575894 run osmo-hlr_10.42.42.2(pid=9757): stderr: \u000a| �[0;m�[1;31m20221208201312420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201312420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201312420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201312421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201312421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201312421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201312433 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201312441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201312441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201312441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:15.617953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9756): Terminating (SIGTERM)\u000a20:13:15.658156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9759): Terminating (SIGTERM)\u000a20:13:15.698401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9762): Terminating (SIGTERM)\u000a20:13:15.707878 --- ParallelTerminationStrategy: PID 9756 died...\u000a20:13:15.761014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9756): Terminated: ok {rc=0}\u000a20:13:15.770802 --- ParallelTerminationStrategy: PID 9759 died...\u000a20:13:15.824089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9759): Terminated: ok {rc=0}\u000a20:13:15.842906 --- ParallelTerminationStrategy: PID 9762 died...\u000a20:13:15.925910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9762): Terminated: ok {rc=0}\u000a20:13:16.009514 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 19, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9770): Process ended prematurely: osmo-stp_10.42.42.5(pid=9770) [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9770)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9770): Process ended prematurely: osmo-stp_10.42.42.5(pid=9770) [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:13:17.064573 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:17.078445 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:13:17.234473 tst ping_idle_ping.py: using LAC 16527\u000a20:13:17.363667 tst ping_idle_ping.py: using RAC 207\u000a20:13:17.485956 tst ping_idle_ping.py: using CellId 16527\u000a20:13:17.604916 tst ping_idle_ping.py: using BVCI 16528\u000a20:13:17.628064 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:17.639006 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:17.649833 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:17.660777 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:17.671674 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:17.682515 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:17.693666 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:17.704509 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:13:18.002436 tst ping_idle_ping.py:24: start network...\u000a20:13:18.139047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:18.658355 run create_hlr_db(pid=9764): Launched\u000a20:13:18.848241 bus /gobi_6: Setting Powered False\u000a20:13:19.868575 run create_hlr_db(pid=9764): Terminated: ok {rc=0}\u000a20:13:20.285670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9766): Launched\u000a20:13:20.594488 run osmo-hlr_10.42.42.2(pid=9767): Launched\u000a20:13:20.714618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:21.252546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9769): Launched\u000a20:13:21.559884 run osmo-stp_10.42.42.5(pid=9770): Launched\u000a20:13:21.671372 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:22.207747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9772): Launched\u000a20:13:22.316403 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:22.584909 run patchelf(pid=9773): Launched\u000a20:13:22.763670 run osmo-stp_10.42.42.5(pid=9770): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9770)]\u000a20:13:22.894519 run osmo-stp_10.42.42.5(pid=9770): stdout: \u000a| (launched: 2022-12-08_20:13:21.407148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:23.025182 run osmo-stp_10.42.42.5(pid=9770): stderr: \u000a| �[0;m�[38;5;43m20221208201321581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201321581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201321582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201321583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201321584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201321584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201321584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:23.151693 run osmo-stp_10.42.42.5(pid=9770): stdout: \u000a| (launched: 2022-12-08_20:13:21.407148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:23.276652 run osmo-stp_10.42.42.5(pid=9770): stderr: \u000a| �[0;m�[38;5;43m20221208201321581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201321581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201321582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201321583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201321584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201321584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201321584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:23.422669 run patchelf(pid=9773): Terminating (SIGINT)\u000a20:13:23.593929 run patchelf(pid=9773): Terminated: ok {rc=0}\u000a20:13:23.624918 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9770): Process ended prematurely: osmo-stp_10.42.42.5(pid=9770) [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9770)] [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:13:23.634104 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:13:23.694562 run osmo-hlr_10.42.42.2(pid=9767): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9767)]\u000a20:13:23.743730 run osmo-hlr_10.42.42.2(pid=9767): stdout: \u000a| (launched: 2022-12-08_20:13:20.441475) \u000a20:13:23.793931 run osmo-hlr_10.42.42.2(pid=9767): stderr: \u000a| �[0;m�[1;31m20221208201320622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201320622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201320622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201320622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201320622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201320622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201320634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201320644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201320645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201320645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:23.836483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9766): Terminating (SIGTERM)\u000a20:13:23.876339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9769): Terminating (SIGTERM)\u000a20:13:23.916791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9772): Terminating (SIGTERM)\u000a20:13:23.926348 --- ParallelTerminationStrategy: PID 9766 died...\u000a20:13:23.979987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9766): Terminated: ok {rc=0}\u000a20:13:23.989892 --- ParallelTerminationStrategy: PID 9769 died...\u000a20:13:24.044336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9769): Terminated: ok {rc=0}\u000a20:13:24.054029 --- ParallelTerminationStrategy: PID 9772 died...\u000a20:13:24.108349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9772): Terminated: ok {rc=0}\u000a20:13:24.192884 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:12:25" }, { "cases" : [ { "testActions" : [ ], "age" : 207, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9788): Process ended prematurely: osmo-stp_10.42.42.5(pid=9788) [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9788)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9788): Process ended prematurely: osmo-stp_10.42.42.5(pid=9788) [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:13:26.301743 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:26.312531 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:13:26.459042 tst cs_paging_gprs_active.py: using LAC 16528\u000a20:13:26.580257 tst cs_paging_gprs_active.py: using RAC 208\u000a20:13:26.703843 tst cs_paging_gprs_active.py: using CellId 16528\u000a20:13:26.827607 tst cs_paging_gprs_active.py: using BVCI 16529\u000a20:13:26.851396 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:26.862459 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:26.873187 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:26.884215 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:26.895255 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:26.906293 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:26.917387 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:26.928238 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:26.939492 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:13:27.063435 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:13:27.367332 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:13:27.506582 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:27.853519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9778): Launched\u000a20:13:28.140885 run iperf3-srv_10.42.42.10(pid=9779): Launched\u000a20:13:28.345756 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:13:28.484934 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:28.830568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9780): Launched\u000a20:13:29.116596 run iperf3-srv_10.42.42.10(pid=9781): Launched\u000a20:13:29.320340 tst cs_paging_gprs_active.py:38: start network...\u000a20:13:29.458231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:29.989464 run create_hlr_db(pid=9782): Launched\u000a20:13:30.181570 bus /gobi_6: Setting Powered False\u000a20:13:31.203391 run create_hlr_db(pid=9782): Terminated: ok {rc=0}\u000a20:13:31.663443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9784): Launched\u000a20:13:32.104405 run osmo-hlr_10.42.42.2(pid=9785): Launched\u000a20:13:32.227749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:32.810460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9787): Launched\u000a20:13:33.144466 run osmo-stp_10.42.42.5(pid=9788): Launched\u000a20:13:33.265291 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:33.847431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9790): Launched\u000a20:13:33.965708 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:34.258118 run patchelf(pid=9791): Launched\u000a20:13:34.451908 run osmo-stp_10.42.42.5(pid=9788): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9788)]\u000a20:13:34.593199 run osmo-stp_10.42.42.5(pid=9788): stdout: \u000a| (launched: 2022-12-08_20:13:32.979674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:34.735165 run osmo-stp_10.42.42.5(pid=9788): stderr: \u000a| �[0;m�[38;5;43m20221208201333177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201333177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201333178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201333178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201333178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201333179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201333179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:34.872485 run osmo-stp_10.42.42.5(pid=9788): stdout: \u000a| (launched: 2022-12-08_20:13:32.979674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:35.008502 run osmo-stp_10.42.42.5(pid=9788): stderr: \u000a| �[0;m�[38;5;43m20221208201333177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201333177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201333178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201333178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201333178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201333179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201333179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:35.167366 run patchelf(pid=9791): Terminating (SIGINT)\u000a20:13:35.353942 run patchelf(pid=9791): Terminated: ok {rc=0}\u000a20:13:35.387921 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9788): Process ended prematurely: osmo-stp_10.42.42.5(pid=9788) [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9788)] [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:13:35.397860 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a20:13:35.461285 run osmo-hlr_10.42.42.2(pid=9785): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9785)]\u000a20:13:35.513187 run osmo-hlr_10.42.42.2(pid=9785): stdout: \u000a| (launched: 2022-12-08_20:13:31.835418) \u000a20:13:35.565779 run osmo-hlr_10.42.42.2(pid=9785): stderr: \u000a| �[0;m�[1;31m20221208201332133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201332133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201332133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201332133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201332133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201332133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201332146 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201332155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201332155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201332155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:35.610519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9778): Terminating (SIGTERM)\u000a20:13:35.652510 run iperf3-srv_10.42.42.10(pid=9779): Terminating (SIGTERM)\u000a20:13:35.694789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9780): Terminating (SIGTERM)\u000a20:13:35.738575 run iperf3-srv_10.42.42.10(pid=9781): Terminating (SIGTERM)\u000a20:13:35.780638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9784): Terminating (SIGTERM)\u000a20:13:35.822620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9787): Terminating (SIGTERM)\u000a20:13:35.864669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9790): Terminating (SIGTERM)\u000a20:13:35.874408 --- ParallelTerminationStrategy: PID 9778 died...\u000a20:13:35.930456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9778): Terminated: ok {rc=0}\u000a20:13:35.940543 --- ParallelTerminationStrategy: PID 9779 died...\u000a20:13:35.996726 run iperf3-srv_10.42.42.10(pid=9779): Terminated {rc=256}\u000a20:13:36.006717 --- ParallelTerminationStrategy: PID 9780 died...\u000a20:13:36.062409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9780): Terminated: ok {rc=0}\u000a20:13:36.072479 --- ParallelTerminationStrategy: PID 9781 died...\u000a20:13:36.128641 run iperf3-srv_10.42.42.10(pid=9781): Terminated {rc=256}\u000a20:13:36.138780 --- ParallelTerminationStrategy: PID 9784 died...\u000a20:13:36.194546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9784): Terminated: ok {rc=0}\u000a20:13:36.204591 --- ParallelTerminationStrategy: PID 9787 died...\u000a20:13:36.260131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9787): Terminated: ok {rc=0}\u000a20:13:36.270165 --- ParallelTerminationStrategy: PID 9790 died...\u000a20:13:36.325915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9790): Terminated: ok {rc=0}\u000a20:13:36.413249 bus /gobi_0: Setting Powered False\u000a20:13:37.519067 bus /gobi_0: Setting Powered False\u000a20:13:38.627919 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9800): Process ended prematurely: osmo-stp_10.42.42.5(pid=9800) [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9800)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9800): Process ended prematurely: osmo-stp_10.42.42.5(pid=9800) [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9800)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:13:39.744172 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:39.756342 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:13:39.915059 tst iperf3.py: using LAC 16529\u000a20:13:40.044938 tst iperf3.py: using RAC 209\u000a20:13:40.176782 tst iperf3.py: using CellId 16529\u000a20:13:40.307988 tst iperf3.py: using BVCI 16530\u000a20:13:40.333628 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:40.345095 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:40.356372 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:40.367688 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:40.378868 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:40.390062 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:40.401597 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:40.412712 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:40.424005 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:13:40.709296 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:13:40.838249 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:41.161508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9792): Launched\u000a20:13:41.431761 run iperf3-srv_10.42.42.10(pid=9793): Launched\u000a20:13:41.621189 tst iperf3.py:8: start network...\u000a20:13:41.750615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:42.252686 run create_hlr_db(pid=9794): Launched\u000a20:13:42.431013 bus /gobi_6: Setting Powered False\u000a20:13:43.453175 run create_hlr_db(pid=9794): Terminated: ok {rc=0}\u000a20:13:43.895556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9796): Launched\u000a20:13:44.230410 run osmo-hlr_10.42.42.2(pid=9797): Launched\u000a20:13:44.355044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:44.934899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9799): Launched\u000a20:13:45.268749 run osmo-stp_10.42.42.5(pid=9800): Launched\u000a20:13:45.389816 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:46.012308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9802): Launched\u000a20:13:46.135178 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:46.444234 run patchelf(pid=9803): Launched\u000a20:13:46.642890 run osmo-stp_10.42.42.5(pid=9800): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9800)]\u000a20:13:46.787246 run osmo-stp_10.42.42.5(pid=9800): stdout: \u000a| (launched: 2022-12-08_20:13:45.103609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:46.932367 run osmo-stp_10.42.42.5(pid=9800): stderr: \u000a| �[0;m�[38;5;43m20221208201345302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201345302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201345302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201345303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201345303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201345303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201345303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:47.108682 run osmo-stp_10.42.42.5(pid=9800): stdout: \u000a| (launched: 2022-12-08_20:13:45.103609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:47.237779 run osmo-stp_10.42.42.5(pid=9800): stderr: \u000a| �[0;m�[38;5;43m20221208201345302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201345302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201345302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201345303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201345303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201345303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201345303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:47.386973 run patchelf(pid=9803): Terminating (SIGINT)\u000a20:13:47.561818 run patchelf(pid=9803): Terminated: ok {rc=0}\u000a20:13:47.593807 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9800): Process ended prematurely: osmo-stp_10.42.42.5(pid=9800) [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9800)] [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:13:47.603151 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a20:13:47.664471 run osmo-hlr_10.42.42.2(pid=9797): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9797)]\u000a20:13:47.713927 run osmo-hlr_10.42.42.2(pid=9797): stdout: \u000a| (launched: 2022-12-08_20:13:44.064844) \u000a20:13:47.764313 run osmo-hlr_10.42.42.2(pid=9797): stderr: \u000a| �[0;m�[1;31m20221208201344269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201344269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201344269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201344269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201344269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201344269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201344281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201344290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201344290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201344290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:47.807187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9792): Terminating (SIGTERM)\u000a20:13:47.847580 run iperf3-srv_10.42.42.10(pid=9793): Terminating (SIGTERM)\u000a20:13:47.887887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9796): Terminating (SIGTERM)\u000a20:13:47.928916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9799): Terminating (SIGTERM)\u000a20:13:47.969927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9802): Terminating (SIGTERM)\u000a20:13:47.979167 --- ParallelTerminationStrategy: PID 9792 died...\u000a20:13:48.033828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9792): Terminated: ok {rc=0}\u000a20:13:48.043670 --- ParallelTerminationStrategy: PID 9793 died...\u000a20:13:48.097690 run iperf3-srv_10.42.42.10(pid=9793): Terminated {rc=256}\u000a20:13:48.107648 --- ParallelTerminationStrategy: PID 9796 died...\u000a20:13:48.161178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9796): Terminated: ok {rc=0}\u000a20:13:48.170983 --- ParallelTerminationStrategy: PID 9799 died...\u000a20:13:48.225610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9799): Terminated: ok {rc=0}\u000a20:13:48.235336 --- ParallelTerminationStrategy: PID 9802 died...\u000a20:13:48.289304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9802): Terminated: ok {rc=0}\u000a20:13:48.378108 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9818): Process ended prematurely: osmo-stp_10.42.42.5(pid=9818) [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9818)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9818): Process ended prematurely: osmo-stp_10.42.42.5(pid=9818) [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:13:49.490368 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:49.502086 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:13:49.651513 tst iperf3m4.py: using LAC 16530\u000a20:13:49.774656 tst iperf3m4.py: using RAC 210\u000a20:13:49.897667 tst iperf3m4.py: using CellId 16530\u000a20:13:50.019258 tst iperf3m4.py: using BVCI 16531\u000a20:13:50.042965 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:50.053997 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:50.064898 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:50.076044 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:50.087095 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:50.098211 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:50.109348 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:50.120480 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:50.131902 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:13:50.249945 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:13:50.370221 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:13:50.488793 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:13:50.789132 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:13:50.927528 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:51.273380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9804): Launched\u000a20:13:51.562370 run iperf3-srv_10.42.42.10(pid=9805): Launched\u000a20:13:51.766928 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:13:51.906264 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:52.252302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9806): Launched\u000a20:13:52.542649 run iperf3-srv_10.42.42.10(pid=9807): Launched\u000a20:13:52.746557 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:13:52.885274 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:53.231221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9808): Launched\u000a20:13:53.519891 run iperf3-srv_10.42.42.10(pid=9809): Launched\u000a20:13:53.724162 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:13:53.863281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:54.212017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9810): Launched\u000a20:13:54.499611 run iperf3-srv_10.42.42.10(pid=9811): Launched\u000a20:13:54.703325 tst iperf3m4.py:8: start network...\u000a20:13:54.841796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:55.375079 run create_hlr_db(pid=9812): Launched\u000a20:13:55.567906 bus /gobi_6: Setting Powered False\u000a20:13:56.588231 run create_hlr_db(pid=9812): Terminated: ok {rc=0}\u000a20:13:57.014842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9814): Launched\u000a20:13:57.350306 run osmo-hlr_10.42.42.2(pid=9815): Launched\u000a20:13:57.475002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:58.062908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9817): Launched\u000a20:13:58.397394 run osmo-stp_10.42.42.5(pid=9818): Launched\u000a20:13:58.517472 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:59.101091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9820): Launched\u000a20:13:59.220779 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:59.514449 run patchelf(pid=9821): Launched\u000a20:13:59.709454 run osmo-stp_10.42.42.5(pid=9818): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9818)]\u000a20:13:59.851437 run osmo-stp_10.42.42.5(pid=9818): stdout: \u000a| (launched: 2022-12-08_20:13:58.232830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:59.993499 run osmo-stp_10.42.42.5(pid=9818): stderr: \u000a| �[0;m�[38;5;43m20221208201358430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201358430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201358431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201358431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201358431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201358432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201358432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:00.131204 run osmo-stp_10.42.42.5(pid=9818): stdout: \u000a| (launched: 2022-12-08_20:13:58.232830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:00.268267 run osmo-stp_10.42.42.5(pid=9818): stderr: \u000a| �[0;m�[38;5;43m20221208201358430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201358430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201358431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201358431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201358431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201358432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201358432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:00.427629 run patchelf(pid=9821): Terminating (SIGINT)\u000a20:14:00.614468 run patchelf(pid=9821): Terminated: ok {rc=0}\u000a20:14:00.648375 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9818): Process ended prematurely: osmo-stp_10.42.42.5(pid=9818) [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9818)] [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:14:00.658350 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a20:14:00.721721 run osmo-hlr_10.42.42.2(pid=9815): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9815)]\u000a20:14:00.773120 run osmo-hlr_10.42.42.2(pid=9815): stdout: \u000a| (launched: 2022-12-08_20:13:57.184788) \u000a20:14:00.825380 run osmo-hlr_10.42.42.2(pid=9815): stderr: \u000a| �[0;m�[1;31m20221208201357390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201357390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201357390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201357390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201357390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201357390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201357403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201357411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201357412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201357412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:00.895077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9804): Terminating (SIGTERM)\u000a20:14:00.961564 run iperf3-srv_10.42.42.10(pid=9805): Terminating (SIGTERM)\u000a20:14:01.011185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9806): Terminating (SIGTERM)\u000a20:14:01.054723 run iperf3-srv_10.42.42.10(pid=9807): Terminating (SIGTERM)\u000a20:14:01.100727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9808): Terminating (SIGTERM)\u000a20:14:01.145169 run iperf3-srv_10.42.42.10(pid=9809): Terminating (SIGTERM)\u000a20:14:01.191287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9810): Terminating (SIGTERM)\u000a20:14:01.235913 run iperf3-srv_10.42.42.10(pid=9811): Terminating (SIGTERM)\u000a20:14:01.280878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9814): Terminating (SIGTERM)\u000a20:14:01.324421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9817): Terminating (SIGTERM)\u000a20:14:01.370105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9820): Terminating (SIGTERM)\u000a20:14:01.382137 --- ParallelTerminationStrategy: PID 9804 died...\u000a20:14:01.443392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9804): Terminated: ok {rc=0}\u000a20:14:01.454462 --- ParallelTerminationStrategy: PID 9805 died...\u000a20:14:01.511598 run iperf3-srv_10.42.42.10(pid=9805): Terminated {rc=256}\u000a20:14:01.522525 --- ParallelTerminationStrategy: PID 9806 died...\u000a20:14:01.580509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9806): Terminated: ok {rc=0}\u000a20:14:01.592295 --- ParallelTerminationStrategy: PID 9807 died...\u000a20:14:01.649838 run iperf3-srv_10.42.42.10(pid=9807): Terminated {rc=256}\u000a20:14:01.661193 --- ParallelTerminationStrategy: PID 9808 died...\u000a20:14:01.718016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9808): Terminated: ok {rc=0}\u000a20:14:01.729898 --- ParallelTerminationStrategy: PID 9809 died...\u000a20:14:01.788586 run iperf3-srv_10.42.42.10(pid=9809): Terminated {rc=256}\u000a20:14:01.799319 --- ParallelTerminationStrategy: PID 9810 died...\u000a20:14:01.856990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9810): Terminated: ok {rc=0}\u000a20:14:01.867687 --- ParallelTerminationStrategy: PID 9811 died...\u000a20:14:01.925797 run iperf3-srv_10.42.42.10(pid=9811): Terminated {rc=256}\u000a20:14:01.936701 --- ParallelTerminationStrategy: PID 9814 died...\u000a20:14:02.006826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9814): Terminated: ok {rc=0}\u000a20:14:02.018948 --- ParallelTerminationStrategy: PID 9817 died...\u000a20:14:02.075871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9817): Terminated: ok {rc=0}\u000a20:14:02.087819 --- ParallelTerminationStrategy: PID 9820 died...\u000a20:14:02.145451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9820): Terminated: ok {rc=0}\u000a20:14:02.234765 bus /gobi_4: Setting Powered False\u000a20:14:03.338505 bus /gobi_4: Setting Powered False\u000a20:14:04.451174 bus /gobi_1: Setting Powered False\u000a20:14:05.555685 bus /gobi_1: Setting Powered False\u000a20:14:06.667620 bus /gobi_0: Setting Powered False\u000a20:14:07.771144 bus /gobi_0: Setting Powered False\u000a20:14:08.879900 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 19, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9828): Process ended prematurely: osmo-stp_10.42.42.5(pid=9828) [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9828)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9828): Process ended prematurely: osmo-stp_10.42.42.5(pid=9828) [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:14:09.949726 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:09.961853 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:14:10.115717 tst ping.py: using LAC 16531\u000a20:14:10.243174 tst ping.py: using RAC 211\u000a20:14:10.370683 tst ping.py: using CellId 16531\u000a20:14:10.498333 tst ping.py: using BVCI 16532\u000a20:14:10.523426 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:10.534951 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:10.546207 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:10.557477 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:10.568871 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:10.580084 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:10.591540 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:10.602820 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:14:10.900105 tst ping.py:19: start network...\u000a20:14:11.036107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:11.558450 run create_hlr_db(pid=9822): Launched\u000a20:14:11.747775 bus /gobi_6: Setting Powered False\u000a20:14:12.768162 run create_hlr_db(pid=9822): Terminated: ok {rc=0}\u000a20:14:13.180529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9824): Launched\u000a20:14:13.487616 run osmo-hlr_10.42.42.2(pid=9825): Launched\u000a20:14:13.608254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:14.151355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9827): Launched\u000a20:14:14.458232 run osmo-stp_10.42.42.5(pid=9828): Launched\u000a20:14:14.570083 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:15.102479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9830): Launched\u000a20:14:15.210825 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:15.478769 run patchelf(pid=9831): Launched\u000a20:14:15.657974 run osmo-stp_10.42.42.5(pid=9828): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9828)]\u000a20:14:15.788386 run osmo-stp_10.42.42.5(pid=9828): stdout: \u000a| (launched: 2022-12-08_20:14:14.305672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:15.931376 run osmo-stp_10.42.42.5(pid=9828): stderr: \u000a| �[0;m�[38;5;43m20221208201414481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201414481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201414482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201414482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201414482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201414483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201414483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:16.061129 run osmo-stp_10.42.42.5(pid=9828): stdout: \u000a| (launched: 2022-12-08_20:14:14.305672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:16.189681 run osmo-stp_10.42.42.5(pid=9828): stderr: \u000a| �[0;m�[38;5;43m20221208201414481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201414481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201414482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201414482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201414482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201414483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201414483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:16.338859 run patchelf(pid=9831): Terminating (SIGINT)\u000a20:14:16.517073 run patchelf(pid=9831): Terminated: ok {rc=0}\u000a20:14:16.549652 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9828): Process ended prematurely: osmo-stp_10.42.42.5(pid=9828) [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9828)] [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:14:16.559422 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:14:16.625184 run osmo-hlr_10.42.42.2(pid=9825): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9825)]\u000a20:14:16.677598 run osmo-hlr_10.42.42.2(pid=9825): stdout: \u000a| (launched: 2022-12-08_20:14:13.335546) \u000a20:14:16.731033 run osmo-hlr_10.42.42.2(pid=9825): stderr: \u000a| �[0;m�[1;31m20221208201413513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201413513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201413513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201413513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201413513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201413513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201413525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201413534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201413534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201413534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:16.776399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9824): Terminating (SIGTERM)\u000a20:14:16.819251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9827): Terminating (SIGTERM)\u000a20:14:16.863909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9830): Terminating (SIGTERM)\u000a20:14:16.874095 --- ParallelTerminationStrategy: PID 9824 died...\u000a20:14:16.931753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9824): Terminated: ok {rc=0}\u000a20:14:16.942492 --- ParallelTerminationStrategy: PID 9827 died...\u000a20:14:16.999600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9827): Terminated: ok {rc=0}\u000a20:14:17.010268 --- ParallelTerminationStrategy: PID 9830 died...\u000a20:14:17.066442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9830): Terminated: ok {rc=0}\u000a20:14:17.156845 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 19, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9838): Process ended prematurely: osmo-stp_10.42.42.5(pid=9838) [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9838)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9838): Process ended prematurely: osmo-stp_10.42.42.5(pid=9838) [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:14:18.207423 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:18.219126 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:14:18.366484 tst ping_idle_ping.py: using LAC 16532\u000a20:14:18.487911 tst ping_idle_ping.py: using RAC 212\u000a20:14:18.606593 tst ping_idle_ping.py: using CellId 16532\u000a20:14:18.725614 tst ping_idle_ping.py: using BVCI 16533\u000a20:14:18.749133 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:18.760281 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:18.771076 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:18.782331 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:18.794264 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:18.805482 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:18.816703 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:18.827716 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:14:19.126448 tst ping_idle_ping.py:24: start network...\u000a20:14:19.264080 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:19.791509 run create_hlr_db(pid=9832): Launched\u000a20:14:19.981842 bus /gobi_6: Setting Powered False\u000a20:14:21.002662 run create_hlr_db(pid=9832): Terminated: ok {rc=0}\u000a20:14:21.417421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9834): Launched\u000a20:14:21.726043 run osmo-hlr_10.42.42.2(pid=9835): Launched\u000a20:14:21.843773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:22.416720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9837): Launched\u000a20:14:22.745086 run osmo-stp_10.42.42.5(pid=9838): Launched\u000a20:14:22.862830 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:23.437904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9840): Launched\u000a20:14:23.554917 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:23.843329 run patchelf(pid=9841): Launched\u000a20:14:24.035385 run osmo-stp_10.42.42.5(pid=9838): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9838)]\u000a20:14:24.176151 run osmo-stp_10.42.42.5(pid=9838): stdout: \u000a| (launched: 2022-12-08_20:14:22.583337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:24.317019 run osmo-stp_10.42.42.5(pid=9838): stderr: \u000a| �[0;m�[38;5;43m20221208201422777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201422777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201422777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201422778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201422780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201422780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201422780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:24.452476 run osmo-stp_10.42.42.5(pid=9838): stdout: \u000a| (launched: 2022-12-08_20:14:22.583337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:24.586616 run osmo-stp_10.42.42.5(pid=9838): stderr: \u000a| �[0;m�[38;5;43m20221208201422777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201422777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201422777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201422778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201422780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201422780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201422780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:24.743117 run patchelf(pid=9841): Terminating (SIGINT)\u000a20:14:24.926863 run patchelf(pid=9841): Terminated: ok {rc=0}\u000a20:14:24.960084 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9838): Process ended prematurely: osmo-stp_10.42.42.5(pid=9838) [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9838)] [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:14:24.969279 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a20:14:25.033178 run osmo-hlr_10.42.42.2(pid=9835): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9835)]\u000a20:14:25.085391 run osmo-hlr_10.42.42.2(pid=9835): stdout: \u000a| (launched: 2022-12-08_20:14:21.572815) \u000a20:14:25.138162 run osmo-hlr_10.42.42.2(pid=9835): stderr: \u000a| �[0;m�[1;31m20221208201421754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201421755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201421755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201421755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201421755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201421755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201421767 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201421776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201421776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201421776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:25.183831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9834): Terminating (SIGTERM)\u000a20:14:25.226711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9837): Terminating (SIGTERM)\u000a20:14:25.269388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9840): Terminating (SIGTERM)\u000a20:14:25.279399 --- ParallelTerminationStrategy: PID 9834 died...\u000a20:14:25.336431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9834): Terminated: ok {rc=0}\u000a20:14:25.346852 --- ParallelTerminationStrategy: PID 9837 died...\u000a20:14:25.403797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9837): Terminated: ok {rc=0}\u000a20:14:25.414191 --- ParallelTerminationStrategy: PID 9840 died...\u000a20:14:25.471454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9840): Terminated: ok {rc=0}\u000a20:14:25.560010 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:13:25" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9852): Process ended prematurely: osmo-stp_10.42.42.5(pid=9852) [trial-2349↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9852)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9852): Process ended prematurely: osmo-stp_10.42.42.5(pid=9852) [trial-2349↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:14:27.563591 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:14:27.575542 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:14:27.729935 tst switch_tch_pdch.py: using LAC 16533\u000a20:14:27.858782 tst switch_tch_pdch.py: using RAC 213\u000a20:14:27.985585 tst switch_tch_pdch.py: using CellId 16533\u000a20:14:28.114634 tst switch_tch_pdch.py: using BVCI 16534\u000a20:14:28.139609 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:14:28.151747 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:14:28.163325 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:14:28.174929 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:14:28.186419 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:14:28.198305 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:14:28.210249 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:14:28.221937 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:14:28.341132 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:14:28.625889 tst switch_tch_pdch.py:51: start network...\u000a20:14:28.752081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:29.231258 run create_hlr_db(pid=9846): Launched\u000a20:14:29.407302 bus /gobi_6: Setting Powered False\u000a20:14:30.427811 run create_hlr_db(pid=9846): Terminated: ok {rc=0}\u000a20:14:30.835811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9848): Launched\u000a20:14:31.270777 run osmo-hlr_10.42.42.2(pid=9849): Launched\u000a20:14:31.484575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:32.050174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9851): Launched\u000a20:14:32.376575 run osmo-stp_10.42.42.5(pid=9852): Launched\u000a20:14:32.499287 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:33.036091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9854): Launched\u000a20:14:33.143803 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:33.411450 run patchelf(pid=9855): Launched\u000a20:14:33.590112 run osmo-stp_10.42.42.5(pid=9852): ERR: Terminated: ERROR {rc=1} [trial-2349↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9852)]\u000a20:14:33.720847 run osmo-stp_10.42.42.5(pid=9852): stdout: \u000a| (launched: 2022-12-08_20:14:32.205893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:33.852316 run osmo-stp_10.42.42.5(pid=9852): stderr: \u000a| �[0;m�[38;5;43m20221208201432405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201432405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201432405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201432405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201432406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201432406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201432406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:33.978202 run osmo-stp_10.42.42.5(pid=9852): stdout: \u000a| (launched: 2022-12-08_20:14:32.205893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:34.103231 run osmo-stp_10.42.42.5(pid=9852): stderr: \u000a| �[0;m�[38;5;43m20221208201432405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201432405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201432405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201432405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201432406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201432406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201432406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:34.249716 run patchelf(pid=9855): Terminating (SIGINT)\u000a20:14:34.421706 run patchelf(pid=9855): Terminated: ok {rc=0}\u000a20:14:34.452930 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9852): Process ended prematurely: osmo-stp_10.42.42.5(pid=9852) [trial-2349↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9852)] [trial-2349↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:14:34.461762 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a20:14:34.522497 run osmo-hlr_10.42.42.2(pid=9849): ERR: Terminated: ERROR {rc=237} [trial-2349↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9849)]\u000a20:14:34.571921 run osmo-hlr_10.42.42.2(pid=9849): stdout: \u000a| (launched: 2022-12-08_20:14:30.992636) \u000a20:14:34.621851 run osmo-hlr_10.42.42.2(pid=9849): stderr: \u000a| �[0;m�[1;31m20221208201431263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201431263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201431263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201431264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201431264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201431264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201431287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201431304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201431304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201431304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:34.664154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9848): Terminating (SIGTERM)\u000a20:14:34.704315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9851): Terminating (SIGTERM)\u000a20:14:34.744402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9854): Terminating (SIGTERM)\u000a20:14:34.753981 --- ParallelTerminationStrategy: PID 9848 died...\u000a20:14:34.808196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9848): Terminated: ok {rc=0}\u000a20:14:34.818073 --- ParallelTerminationStrategy: PID 9851 died...\u000a20:14:34.871886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9851): Terminated: ok {rc=0}\u000a20:14:34.881922 --- ParallelTerminationStrategy: PID 9854 died...\u000a20:14:34.935349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9854): Terminated: ok {rc=0}\u000a20:14:35.024833 bus /gobi_0: Setting Powered False\u000a20:14:36.129273 bus /gobi_0: Setting Powered False\u000a20:14:37.242112 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:14:27" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9865): Process ended prematurely: osmo-stp_10.42.42.5(pid=9865) [trial-2349↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9865)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9865): Process ended prematurely: osmo-stp_10.42.42.5(pid=9865) [trial-2349↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:14:39.181520 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:14:39.193157 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:14:39.346179 tst switch_tch_pdch.py: using LAC 16534\u000a20:14:39.474699 tst switch_tch_pdch.py: using RAC 214\u000a20:14:39.602087 tst switch_tch_pdch.py: using CellId 16534\u000a20:14:39.730614 tst switch_tch_pdch.py: using BVCI 16535\u000a20:14:39.755662 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:14:39.767180 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:14:39.778787 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:14:39.790120 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:14:39.801363 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:14:39.812564 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:14:39.824008 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:14:39.835249 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:14:39.957295 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:14:40.255005 tst switch_tch_pdch.py:51: start network...\u000a20:14:40.391698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:40.886708 run create_hlr_db(pid=9859): Launched\u000a20:14:41.019525 bus /gobi_6: Setting Powered False\u000a20:14:42.096319 run create_hlr_db(pid=9859): Terminated: ok {rc=0}\u000a20:14:42.481982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9861): Launched\u000a20:14:42.787356 run osmo-hlr_10.42.42.2(pid=9862): Launched\u000a20:14:42.904339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:43.417124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9864): Launched\u000a20:14:43.721636 run osmo-stp_10.42.42.5(pid=9865): Launched\u000a20:14:43.831623 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:44.337433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9867): Launched\u000a20:14:44.446155 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:44.714212 run patchelf(pid=9868): Launched\u000a20:14:44.892913 run osmo-stp_10.42.42.5(pid=9865): ERR: Terminated: ERROR {rc=1} [trial-2349↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9865)]\u000a20:14:45.023738 run osmo-stp_10.42.42.5(pid=9865): stdout: \u000a| (launched: 2022-12-08_20:14:43.571062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:45.155269 run osmo-stp_10.42.42.5(pid=9865): stderr: \u000a| �[0;m�[38;5;43m20221208201443744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201443744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201443744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201443744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201443745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201443745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201443745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:45.281682 run osmo-stp_10.42.42.5(pid=9865): stdout: \u000a| (launched: 2022-12-08_20:14:43.571062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:45.407146 run osmo-stp_10.42.42.5(pid=9865): stderr: \u000a| �[0;m�[38;5;43m20221208201443744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201443744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201443744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201443744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201443745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201443745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201443745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:45.552609 run patchelf(pid=9868): Terminating (SIGINT)\u000a20:14:45.723552 run patchelf(pid=9868): Terminated: ok {rc=0}\u000a20:14:45.754523 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9865): Process ended prematurely: osmo-stp_10.42.42.5(pid=9865) [trial-2349↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9865)] [trial-2349↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:14:45.763245 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a20:14:45.824250 run osmo-hlr_10.42.42.2(pid=9862): ERR: Terminated: ERROR {rc=237} [trial-2349↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9862)]\u000a20:14:45.876005 run osmo-hlr_10.42.42.2(pid=9862): stdout: \u000a| (launched: 2022-12-08_20:14:42.636240) \u000a20:14:45.932585 run osmo-hlr_10.42.42.2(pid=9862): stderr: \u000a| �[0;m�[1;31m20221208201442817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201442818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201442818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201442818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201442818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201442818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201442830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201442839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201442839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201442839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:45.976926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9861): Terminating (SIGTERM)\u000a20:14:46.019719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9864): Terminating (SIGTERM)\u000a20:14:46.063344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9867): Terminating (SIGTERM)\u000a20:14:46.073921 --- ParallelTerminationStrategy: PID 9861 died...\u000a20:14:46.132121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9861): Terminated: ok {rc=0}\u000a20:14:46.142810 --- ParallelTerminationStrategy: PID 9864 died...\u000a20:14:46.198814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9864): Terminated: ok {rc=0}\u000a20:14:46.210571 --- ParallelTerminationStrategy: PID 9867 died...\u000a20:14:46.267805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9867): Terminated: ok {rc=0}\u000a20:14:46.355504 bus /gobi_0: Setting Powered False\u000a20:14:47.457774 bus /gobi_0: Setting Powered False\u000a20:14:48.565199 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:14:38" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9873): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9873) [trial-2349↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9873)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9873): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9873) [trial-2349↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9873)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a20:14:50.430167 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a20:14:50.441397 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a20:14:50.569039 tst mo_mt_sms.py: using LAC 16535\u000a20:14:50.684190 tst mo_mt_sms.py: using RAC 215\u000a20:14:50.799589 tst mo_mt_sms.py: using CellId 16535\u000a20:14:50.915504 tst mo_mt_sms.py: using BVCI 16536\u000a20:14:50.938340 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a20:14:51.057431 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a20:14:51.333118 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:14:51.457279 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:14:52.075759 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9872): Launched\u000a20:14:52.377333 run osmo-nitb_10.42.42.2(pid=9873): Launched\u000a20:14:52.561650 run osmo-nitb_10.42.42.2(pid=9873): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9873)]\u000a20:14:52.697561 run osmo-nitb_10.42.42.2(pid=9873): stdout: \u000a| (launched: 2022-12-08_20:14:52.228559) \u000a20:14:52.834085 run osmo-nitb_10.42.42.2(pid=9873): stderr: \u000a| (launched: 2022-12-08_20:14:52.272733)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:14:52.965463 run osmo-nitb_10.42.42.2(pid=9873): stdout: \u000a| (launched: 2022-12-08_20:14:52.228559) \u000a20:14:53.095589 run osmo-nitb_10.42.42.2(pid=9873): stderr: \u000a| (launched: 2022-12-08_20:14:52.272733)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:14:53.497604 tst osmo-nitb_10.42.42.2(pid=9873): stdout: \u000a| (launched: 2022-12-08_20:14:52.228559) \u000a20:14:53.616397 tst osmo-nitb_10.42.42.2(pid=9873): stderr: \u000a| (launched: 2022-12-08_20:14:52.272733)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:14:53.668258 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9873): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9873) [trial-2349↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9873)] [trial-2349↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a20:14:53.676307 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a20:14:53.712839 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9872): Terminating (SIGTERM)\u000a20:14:53.890550 --- ParallelTerminationStrategy: PID 9872 died...\u000a20:14:53.946110 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9872): Terminated: ok {rc=0}\u000a20:14:54.033840 bus /sierra_3: Setting Powered False\u000a20:14:55.137676 bus /sierra_3: Setting Powered False\u000a20:14:56.246116 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:14:50" }, { "cases" : [ { "testActions" : [ ], "age" : 147, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9887): Process ended prematurely: osmo-stp_10.42.42.5(pid=9887) [trial-2349↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9887)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9887): Process ended prematurely: osmo-stp_10.42.42.5(pid=9887) [trial-2349↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9887)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a20:14:58.101914 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:14:58.113044 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a20:14:58.242067 tst mo_mt_sms.py: using LAC 16536\u000a20:14:58.369049 tst mo_mt_sms.py: using RAC 216\u000a20:14:58.492730 tst mo_mt_sms.py: using CellId 16536\u000a20:14:58.622382 tst mo_mt_sms.py: using BVCI 16537\u000a20:14:58.646699 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:14:58.657709 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:14:58.668564 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:14:58.679418 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:14:58.690209 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:14:58.701086 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a20:14:58.815379 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a20:14:59.023048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:59.536489 run create_hlr_db(pid=9878): Launched\u000a20:14:59.721901 bus /sierra_2: Setting Powered False\u000a20:15:00.742996 run create_hlr_db(pid=9878): Terminated: ok {rc=0}\u000a20:15:01.213547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9880): Launched\u000a20:15:01.551751 run osmo-hlr_10.42.42.2(pid=9881): Launched\u000a20:15:01.820890 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:02.527273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9886): Launched\u000a20:15:02.849443 run osmo-stp_10.42.42.5(pid=9887): Launched\u000a20:15:02.963988 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:15:03.551112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9889): Launched\u000a20:15:03.872935 run osmo-msc_10.42.42.6(pid=9890): Launched\u000a20:15:04.059773 run osmo-stp_10.42.42.5(pid=9887): ERR: Terminated: ERROR {rc=1} [trial-2349↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9887)]\u000a20:15:04.195153 run osmo-stp_10.42.42.5(pid=9887): stdout: \u000a| (launched: 2022-12-08_20:15:02.690324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:04.330262 run osmo-stp_10.42.42.5(pid=9887): stderr: \u000a| �[0;m�[38;5;43m20221208201502883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201502884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201502884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201502884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201502885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201502885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201502885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:04.458170 run osmo-stp_10.42.42.5(pid=9887): stdout: \u000a| (launched: 2022-12-08_20:15:02.690324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:04.585009 run osmo-stp_10.42.42.5(pid=9887): stderr: \u000a| �[0;m�[38;5;43m20221208201502883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201502884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201502884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201502884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201502885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201502885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201502885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:04.640470 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9887): Process ended prematurely: osmo-stp_10.42.42.5(pid=9887) [trial-2349↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9887)] [trial-2349↪sms:oc2g↪mo_mt_sms.py:16]\u000a20:15:04.648867 tst mo_mt_sms.py:16: Test FAILED (6.5 sec)\u000a20:15:04.710767 run osmo-hlr_10.42.42.2(pid=9881): ERR: Terminated: ERROR {rc=237} [trial-2349↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9881)]\u000a20:15:04.761743 run osmo-hlr_10.42.42.2(pid=9881): stdout: \u000a| (launched: 2022-12-08_20:15:01.378924) \u000a20:15:04.813590 run osmo-hlr_10.42.42.2(pid=9881): stderr: \u000a| �[0;m�[1;31m20221208201501815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201501815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201501815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201501815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201501815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201501815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201501829 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201501849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201501849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201501849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:15:04.883897 run osmo-msc_10.42.42.6(pid=9890): ERR: Terminated: ERROR {rc=2} [trial-2349↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9890)]\u000a20:15:04.934925 run osmo-msc_10.42.42.6(pid=9890): stdout: \u000a| (launched: 2022-12-08_20:15:03.713858) \u000a20:15:04.986483 run osmo-msc_10.42.42.6(pid=9890): stderr: \u000a| �[0;m�[38;5;43m20221208201504042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201504043 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbc02e8ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201504043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201504043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201504043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201504043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201504045 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201504045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201504045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201504046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:15:05.030550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9880): Terminating (SIGTERM)\u000a20:15:05.072201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9886): Terminating (SIGTERM)\u000a20:15:05.113873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9889): Terminating (SIGTERM)\u000a20:15:05.123502 --- ParallelTerminationStrategy: PID 9880 died...\u000a20:15:05.179273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9880): Terminated: ok {rc=0}\u000a20:15:05.189319 --- ParallelTerminationStrategy: PID 9886 died...\u000a20:15:05.244372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9886): Terminated: ok {rc=0}\u000a20:15:05.254424 --- ParallelTerminationStrategy: PID 9889 died...\u000a20:15:05.309630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9889): Terminated: ok {rc=0}\u000a20:15:05.395668 bus /sierra_3: Setting Powered False\u000a20:15:06.502403 bus /sierra_3: Setting Powered False\u000a20:15:07.611426 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:14:57" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9896): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9896) [trial-2349↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9896)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9896): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9896) [trial-2349↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a20:15:09.417955 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a20:15:09.428903 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a20:15:09.558233 tst assert_extension.py: using LAC 16537\u000a20:15:09.685582 tst assert_extension.py: using RAC 217\u000a20:15:09.812420 tst assert_extension.py: using CellId 16537\u000a20:15:09.937755 tst assert_extension.py: using BVCI 16538\u000a20:15:09.962309 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a20:15:10.237198 tst assert_extension.py:10: start nitb and bts...\u000a20:15:10.361100 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:15:10.976281 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9895): Launched\u000a20:15:11.272471 run osmo-nitb_10.42.42.2(pid=9896): Launched\u000a20:15:11.456318 run osmo-nitb_10.42.42.2(pid=9896): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9896)]\u000a20:15:11.592828 run osmo-nitb_10.42.42.2(pid=9896): stdout: \u000a| (launched: 2022-12-08_20:15:11.127635) \u000a20:15:11.728835 run osmo-nitb_10.42.42.2(pid=9896): stderr: \u000a| (launched: 2022-12-08_20:15:11.171847)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:15:11.859920 run osmo-nitb_10.42.42.2(pid=9896): stdout: \u000a| (launched: 2022-12-08_20:15:11.127635) \u000a20:15:11.989700 run osmo-nitb_10.42.42.2(pid=9896): stderr: \u000a| (launched: 2022-12-08_20:15:11.171847)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:15:12.392182 tst osmo-nitb_10.42.42.2(pid=9896): stdout: \u000a| (launched: 2022-12-08_20:15:11.127635) \u000a20:15:12.510698 tst osmo-nitb_10.42.42.2(pid=9896): stderr: \u000a| (launched: 2022-12-08_20:15:11.171847)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:15:12.562697 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9896): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9896) [trial-2349↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9896)] [trial-2349↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a20:15:12.570866 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a20:15:12.605858 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9895): Terminating (SIGTERM)\u000a20:15:12.783580 --- ParallelTerminationStrategy: PID 9895 died...\u000a20:15:12.839684 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9895): Terminated: ok {rc=0}\u000a20:15:12.927721 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:15:09" }, { "cases" : [ { "testActions" : [ ], "age" : 147, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9906): Process ended prematurely: osmo-stp_10.42.42.5(pid=9906) [trial-2349↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9906)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9906): Process ended prematurely: osmo-stp_10.42.42.5(pid=9906) [trial-2349↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a20:15:14.723413 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:15:14.733924 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a20:15:14.855333 tst assert_extension.py: using LAC 16538\u000a20:15:14.974698 tst assert_extension.py: using RAC 218\u000a20:15:15.091688 tst assert_extension.py: using CellId 16538\u000a20:15:15.210512 tst assert_extension.py: using BVCI 16539\u000a20:15:15.233060 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:15:15.243581 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:15:15.254026 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:15:15.265180 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:15:15.276518 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:15:15.287558 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a20:15:15.496172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:16.075308 run create_hlr_db(pid=9900): Launched\u000a20:15:16.265276 bus /sierra_2: Setting Powered False\u000a20:15:17.281591 run create_hlr_db(pid=9900): Terminated: ok {rc=0}\u000a20:15:17.683529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9902): Launched\u000a20:15:17.983113 run osmo-hlr_10.42.42.2(pid=9903): Launched\u000a20:15:18.092029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:18.617180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9905): Launched\u000a20:15:18.917260 run osmo-stp_10.42.42.5(pid=9906): Launched\u000a20:15:19.026236 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:15:19.571165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9908): Launched\u000a20:15:19.869753 run osmo-msc_10.42.42.6(pid=9909): Launched\u000a20:15:20.044626 run osmo-stp_10.42.42.5(pid=9906): ERR: Terminated: ERROR {rc=1} [trial-2349↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9906)]\u000a20:15:20.172138 run osmo-stp_10.42.42.5(pid=9906): stdout: \u000a| (launched: 2022-12-08_20:15:18.768506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:20.297101 run osmo-stp_10.42.42.5(pid=9906): stderr: \u000a| �[0;m�[38;5;43m20221208201518940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201518940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201518940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201518941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201518941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201518941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201518941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:20.416841 run osmo-stp_10.42.42.5(pid=9906): stdout: \u000a| (launched: 2022-12-08_20:15:18.768506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:20.535907 run osmo-stp_10.42.42.5(pid=9906): stderr: \u000a| �[0;m�[38;5;43m20221208201518940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201518940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201518940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201518941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201518941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201518941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201518941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:20.588132 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9906): Process ended prematurely: osmo-stp_10.42.42.5(pid=9906) [trial-2349↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9906)] [trial-2349↪ussd:oc2g↪assert_extension.py:17]\u000a20:15:20.596272 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a20:15:20.663831 run osmo-hlr_10.42.42.2(pid=9903): ERR: Terminated: ERROR {rc=237} [trial-2349↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9903)]\u000a20:15:20.712679 run osmo-hlr_10.42.42.2(pid=9903): stdout: \u000a| (launched: 2022-12-08_20:15:17.834447) \u000a20:15:20.762229 run osmo-hlr_10.42.42.2(pid=9903): stderr: \u000a| �[0;m�[1;31m20221208201518013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201518013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201518013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201518013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201518014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201518014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201518026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201518034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201518035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201518035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:15:20.828803 run osmo-msc_10.42.42.6(pid=9909): ERR: Terminated: ERROR {rc=2} [trial-2349↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9909)]\u000a20:15:20.877463 run osmo-msc_10.42.42.6(pid=9909): stdout: \u000a| (launched: 2022-12-08_20:15:19.721722) \u000a20:15:20.926989 run osmo-msc_10.42.42.6(pid=9909): stderr: \u000a| �[0;m�[38;5;43m20221208201519996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201519996 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8238243c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201519996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201519996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201519996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201519997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201519999 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201519999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201519999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201520000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:15:20.969022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9902): Terminating (SIGTERM)\u000a20:15:21.008921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9905): Terminating (SIGTERM)\u000a20:15:21.048712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9908): Terminating (SIGTERM)\u000a20:15:21.058231 --- ParallelTerminationStrategy: PID 9902 died...\u000a20:15:21.111180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9902): Terminated: ok {rc=0}\u000a20:15:21.120900 --- ParallelTerminationStrategy: PID 9905 died...\u000a20:15:21.173561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9905): Terminated: ok {rc=0}\u000a20:15:21.183300 --- ParallelTerminationStrategy: PID 9908 died...\u000a20:15:21.236121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9908): Terminated: ok {rc=0}\u000a20:15:21.318475 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:15:14" }, { "cases" : [ { "testActions" : [ ], "age" : 147, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9920): Process ended prematurely: osmo-stp_10.42.42.5(pid=9920) [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9920)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9920): Process ended prematurely: osmo-stp_10.42.42.5(pid=9920) [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:15:23.239985 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:23.251488 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:15:23.404309 tst mo_mt_call.py: using LAC 16539\u000a20:15:23.534094 tst mo_mt_call.py: using RAC 219\u000a20:15:23.664495 tst mo_mt_call.py: using CellId 16539\u000a20:15:23.793430 tst mo_mt_call.py: using BVCI 16540\u000a20:15:23.818232 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:23.829794 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:23.841113 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:23.852464 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:23.863896 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:23.875285 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:15:23.994419 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:15:24.198040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:24.676516 run create_hlr_db(pid=9914): Launched\u000a20:15:24.850628 bus /sierra_2: Setting Powered False\u000a20:15:25.872028 run create_hlr_db(pid=9914): Terminated: ok {rc=0}\u000a20:15:26.278048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9916): Launched\u000a20:15:26.583687 run osmo-hlr_10.42.42.2(pid=9917): Launched\u000a20:15:26.694523 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:27.220642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9919): Launched\u000a20:15:27.525180 run osmo-stp_10.42.42.5(pid=9920): Launched\u000a20:15:27.645311 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:15:28.203656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9922): Launched\u000a20:15:28.509223 run osmo-msc_10.42.42.6(pid=9923): Launched\u000a20:15:28.687937 run osmo-stp_10.42.42.5(pid=9920): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9920)]\u000a20:15:28.816929 run osmo-stp_10.42.42.5(pid=9920): stdout: \u000a| (launched: 2022-12-08_20:15:27.374064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:28.943339 run osmo-stp_10.42.42.5(pid=9920): stderr: \u000a| �[0;m�[38;5;43m20221208201527547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201527547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201527548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201527548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201527549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201527549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201527549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:29.064712 run osmo-stp_10.42.42.5(pid=9920): stdout: \u000a| (launched: 2022-12-08_20:15:27.374064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:29.184897 run osmo-stp_10.42.42.5(pid=9920): stderr: \u000a| �[0;m�[38;5;43m20221208201527547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201527547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201527548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201527548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201527549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201527549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201527549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:29.238113 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9920): Process ended prematurely: osmo-stp_10.42.42.5(pid=9920) [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9920)] [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:15:29.246630 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a20:15:29.306493 run osmo-hlr_10.42.42.2(pid=9917): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9917)]\u000a20:15:29.355497 run osmo-hlr_10.42.42.2(pid=9917): stdout: \u000a| (launched: 2022-12-08_20:15:26.432048) \u000a20:15:29.404981 run osmo-hlr_10.42.42.2(pid=9917): stderr: \u000a| �[0;m�[1;31m20221208201526610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201526610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201526610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201526610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201526610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201526610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201526623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201526631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201526631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201526631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:15:29.471912 run osmo-msc_10.42.42.6(pid=9923): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9923)]\u000a20:15:29.520775 run osmo-msc_10.42.42.6(pid=9923): stdout: \u000a| (launched: 2022-12-08_20:15:28.357942) \u000a20:15:29.570271 run osmo-msc_10.42.42.6(pid=9923): stderr: \u000a| �[0;m�[38;5;43m20221208201528633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201528633 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd2f86d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201528633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201528633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201528633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201528634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201528636 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201528636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201528636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201528636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:15:29.612049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9916): Terminating (SIGTERM)\u000a20:15:29.651345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9919): Terminating (SIGTERM)\u000a20:15:29.691126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9922): Terminating (SIGTERM)\u000a20:15:29.700483 --- ParallelTerminationStrategy: PID 9916 died...\u000a20:15:29.753893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9916): Terminated: ok {rc=0}\u000a20:15:29.763477 --- ParallelTerminationStrategy: PID 9919 died...\u000a20:15:29.817627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9919): Terminated: ok {rc=0}\u000a20:15:29.827333 --- ParallelTerminationStrategy: PID 9922 died...\u000a20:15:29.880801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9922): Terminated: ok {rc=0}\u000a20:15:29.970400 bus /sierra_3: Setting Powered False\u000a20:15:31.073288 bus /sierra_3: Setting Powered False\u000a20:15:32.199714 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 147, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9931): Process ended prematurely: osmo-stp_10.42.42.5(pid=9931) [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9931)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9931): Process ended prematurely: osmo-stp_10.42.42.5(pid=9931) [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:15:33.310185 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:33.321938 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:15:33.469229 tst mo_mt_call_osmux.py: using LAC 16540\u000a20:15:33.587062 tst mo_mt_call_osmux.py: using RAC 220\u000a20:15:33.708537 tst mo_mt_call_osmux.py: using CellId 16540\u000a20:15:33.827014 tst mo_mt_call_osmux.py: using BVCI 16541\u000a20:15:33.850071 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:33.861158 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:33.872089 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:33.883246 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:33.894448 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:33.905693 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:15:34.027120 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:15:34.230225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:34.703083 run create_hlr_db(pid=9925): Launched\u000a20:15:34.876138 bus /sierra_2: Setting Powered False\u000a20:15:35.896863 run create_hlr_db(pid=9925): Terminated: ok {rc=0}\u000a20:15:36.324459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9927): Launched\u000a20:15:36.624628 run osmo-hlr_10.42.42.2(pid=9928): Launched\u000a20:15:36.738327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:37.258592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9930): Launched\u000a20:15:37.558162 run osmo-stp_10.42.42.5(pid=9931): Launched\u000a20:15:37.667432 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:15:38.214147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9933): Launched\u000a20:15:38.515261 run osmo-msc_10.42.42.6(pid=9934): Launched\u000a20:15:38.691157 run osmo-stp_10.42.42.5(pid=9931): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9931)]\u000a20:15:38.818894 run osmo-stp_10.42.42.5(pid=9931): stdout: \u000a| (launched: 2022-12-08_20:15:37.410158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:38.944541 run osmo-stp_10.42.42.5(pid=9931): stderr: \u000a| �[0;m�[38;5;43m20221208201537578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201537578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201537579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201537579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201537579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201537580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201537580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:39.065159 run osmo-stp_10.42.42.5(pid=9931): stdout: \u000a| (launched: 2022-12-08_20:15:37.410158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:39.184094 run osmo-stp_10.42.42.5(pid=9931): stderr: \u000a| �[0;m�[38;5;43m20221208201537578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201537578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201537579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201537579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201537579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201537580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201537580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:39.236722 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9931): Process ended prematurely: osmo-stp_10.42.42.5(pid=9931) [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9931)] [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:15:39.245079 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:15:39.304324 run osmo-hlr_10.42.42.2(pid=9928): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9928)]\u000a20:15:39.353112 run osmo-hlr_10.42.42.2(pid=9928): stdout: \u000a| (launched: 2022-12-08_20:15:36.476841) \u000a20:15:39.402220 run osmo-hlr_10.42.42.2(pid=9928): stderr: \u000a| �[0;m�[1;31m20221208201536648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201536648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201536648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201536648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201536648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201536648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201536660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201536669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201536669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201536669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:15:39.468507 run osmo-msc_10.42.42.6(pid=9934): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9934)]\u000a20:15:39.516782 run osmo-msc_10.42.42.6(pid=9934): stdout: \u000a| (launched: 2022-12-08_20:15:38.366506) \u000a20:15:39.565860 run osmo-msc_10.42.42.6(pid=9934): stderr: \u000a| �[0;m�[38;5;43m20221208201538636 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201538636 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d6c85fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201538636 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201538636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201538636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201538636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201538638 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201538639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201538639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201538639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:15:39.607207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9927): Terminating (SIGTERM)\u000a20:15:39.646644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9930): Terminating (SIGTERM)\u000a20:15:39.686851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9933): Terminating (SIGTERM)\u000a20:15:39.696060 --- ParallelTerminationStrategy: PID 9927 died...\u000a20:15:39.748622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9927): Terminated: ok {rc=0}\u000a20:15:39.758509 --- ParallelTerminationStrategy: PID 9930 died...\u000a20:15:39.811463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9930): Terminated: ok {rc=0}\u000a20:15:39.821146 --- ParallelTerminationStrategy: PID 9933 died...\u000a20:15:39.873533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9933): Terminated: ok {rc=0}\u000a20:15:39.961319 bus /sierra_3: Setting Powered False\u000a20:15:41.063535 bus /sierra_3: Setting Powered False\u000a20:15:42.173926 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:15:22" }, { "cases" : [ { "testActions" : [ ], "age" : 147, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9946): Process ended prematurely: osmo-stp_10.42.42.5(pid=9946) [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9946)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9946): Process ended prematurely: osmo-stp_10.42.42.5(pid=9946) [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9946)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:15:44.129939 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:15:44.141154 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:15:44.288010 tst mo_mt_call.py: using LAC 16541\u000a20:15:44.407726 tst mo_mt_call.py: using RAC 221\u000a20:15:44.524299 tst mo_mt_call.py: using CellId 16541\u000a20:15:44.640624 tst mo_mt_call.py: using BVCI 16542\u000a20:15:44.663668 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:15:44.674633 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:15:44.685528 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:15:44.696565 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:15:44.707772 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:15:44.718967 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:15:44.838571 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:15:45.049985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:45.568491 run create_hlr_db(pid=9940): Launched\u000a20:15:45.755605 bus /sierra_2: Setting Powered False\u000a20:15:46.818182 run create_hlr_db(pid=9940): Terminated: ok {rc=0}\u000a20:15:47.292140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9942): Launched\u000a20:15:47.616018 run osmo-hlr_10.42.42.2(pid=9943): Launched\u000a20:15:47.733808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:48.294940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9945): Launched\u000a20:15:48.619108 run osmo-stp_10.42.42.5(pid=9946): Launched\u000a20:15:48.736093 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:15:49.327450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9948): Launched\u000a20:15:49.651828 run osmo-msc_10.42.42.6(pid=9949): Launched\u000a20:15:49.840707 run osmo-stp_10.42.42.5(pid=9946): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9946)]\u000a20:15:49.977837 run osmo-stp_10.42.42.5(pid=9946): stdout: \u000a| (launched: 2022-12-08_20:15:48.460417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:50.114212 run osmo-stp_10.42.42.5(pid=9946): stderr: \u000a| �[0;m�[38;5;43m20221208201548649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201548649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201548649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201548650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201548650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201548650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201548650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:50.244317 run osmo-stp_10.42.42.5(pid=9946): stdout: \u000a| (launched: 2022-12-08_20:15:48.460417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:50.373859 run osmo-stp_10.42.42.5(pid=9946): stderr: \u000a| �[0;m�[38;5;43m20221208201548649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201548649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201548649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201548650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201548650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201548650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201548650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:50.430806 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9946): Process ended prematurely: osmo-stp_10.42.42.5(pid=9946) [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9946)] [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:15:50.439886 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:15:50.502666 run osmo-hlr_10.42.42.2(pid=9943): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9943)]\u000a20:15:50.554309 run osmo-hlr_10.42.42.2(pid=9943): stdout: \u000a| (launched: 2022-12-08_20:15:47.457639) \u000a20:15:50.606843 run osmo-hlr_10.42.42.2(pid=9943): stderr: \u000a| �[0;m�[1;31m20221208201547652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201547652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201547652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201547652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201547652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201547652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201547664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201547673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201547673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201547673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:15:50.677833 run osmo-msc_10.42.42.6(pid=9949): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9949)]\u000a20:15:50.729424 run osmo-msc_10.42.42.6(pid=9949): stdout: \u000a| (launched: 2022-12-08_20:15:49.492477) \u000a20:15:50.781417 run osmo-msc_10.42.42.6(pid=9949): stderr: \u000a| �[0;m�[38;5;43m20221208201549811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201549812 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f125f705c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201549812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201549812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201549812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201549812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201549814 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201549814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201549814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201549815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:15:50.825668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9942): Terminating (SIGTERM)\u000a20:15:50.867677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9945): Terminating (SIGTERM)\u000a20:15:50.909654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9948): Terminating (SIGTERM)\u000a20:15:50.919340 --- ParallelTerminationStrategy: PID 9942 died...\u000a20:15:50.975539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9942): Terminated: ok {rc=0}\u000a20:15:50.986121 --- ParallelTerminationStrategy: PID 9945 died...\u000a20:15:51.041892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9945): Terminated: ok {rc=0}\u000a20:15:51.052016 --- ParallelTerminationStrategy: PID 9948 died...\u000a20:15:51.107918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9948): Terminated: ok {rc=0}\u000a20:15:51.193906 bus /sierra_3: Setting Powered False\u000a20:15:52.300573 bus /sierra_3: Setting Powered False\u000a20:15:53.412330 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 147, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9957): Process ended prematurely: osmo-stp_10.42.42.5(pid=9957) [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9957)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9957): Process ended prematurely: osmo-stp_10.42.42.5(pid=9957) [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:15:54.522657 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:15:54.534365 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:15:54.679784 tst mo_mt_call_osmux.py: using LAC 16542\u000a20:15:54.799764 tst mo_mt_call_osmux.py: using RAC 222\u000a20:15:54.917727 tst mo_mt_call_osmux.py: using CellId 16542\u000a20:15:55.041279 tst mo_mt_call_osmux.py: using BVCI 16543\u000a20:15:55.064116 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:15:55.075161 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:15:55.086007 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:15:55.097096 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:15:55.108132 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:15:55.119364 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:15:55.239807 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:15:55.456869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:55.974039 run create_hlr_db(pid=9951): Launched\u000a20:15:56.161226 bus /sierra_2: Setting Powered False\u000a20:15:57.182335 run create_hlr_db(pid=9951): Terminated: ok {rc=0}\u000a20:15:57.586998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9953): Launched\u000a20:15:57.886692 run osmo-hlr_10.42.42.2(pid=9954): Launched\u000a20:15:57.996264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:58.517314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9956): Launched\u000a20:15:58.818318 run osmo-stp_10.42.42.5(pid=9957): Launched\u000a20:15:58.927948 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:15:59.477443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9959): Launched\u000a20:15:59.779448 run osmo-msc_10.42.42.6(pid=9960): Launched\u000a20:15:59.956492 run osmo-stp_10.42.42.5(pid=9957): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9957)]\u000a20:16:00.084838 run osmo-stp_10.42.42.5(pid=9957): stdout: \u000a| (launched: 2022-12-08_20:15:58.670022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:00.211397 run osmo-stp_10.42.42.5(pid=9957): stderr: \u000a| �[0;m�[38;5;43m20221208201558837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201558837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201558837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201558838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201558838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201558838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201558838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:00.332491 run osmo-stp_10.42.42.5(pid=9957): stdout: \u000a| (launched: 2022-12-08_20:15:58.670022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:00.453161 run osmo-stp_10.42.42.5(pid=9957): stderr: \u000a| �[0;m�[38;5;43m20221208201558837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201558837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201558837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201558838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201558838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201558838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201558838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:00.506383 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9957): Process ended prematurely: osmo-stp_10.42.42.5(pid=9957) [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9957)] [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:16:00.515039 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:16:00.574923 run osmo-hlr_10.42.42.2(pid=9954): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9954)]\u000a20:16:00.623599 run osmo-hlr_10.42.42.2(pid=9954): stdout: \u000a| (launched: 2022-12-08_20:15:57.739862) \u000a20:16:00.673522 run osmo-hlr_10.42.42.2(pid=9954): stderr: \u000a| �[0;m�[1;31m20221208201557910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201557910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201557910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201557910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201557910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201557910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201557922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201557931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201557932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201557932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:00.740576 run osmo-msc_10.42.42.6(pid=9960): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9960)]\u000a20:16:00.789624 run osmo-msc_10.42.42.6(pid=9960): stdout: \u000a| (launched: 2022-12-08_20:15:59.630324) \u000a20:16:00.847956 run osmo-msc_10.42.42.6(pid=9960): stderr: \u000a| �[0;m�[38;5;43m20221208201559897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201559897 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44c12cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201559898 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201559898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201559898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201559898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201559900 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201559900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201559900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201559900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:00.903129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9953): Terminating (SIGTERM)\u000a20:16:00.955257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9956): Terminating (SIGTERM)\u000a20:16:00.995479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9959): Terminating (SIGTERM)\u000a20:16:01.005193 --- ParallelTerminationStrategy: PID 9953 died...\u000a20:16:01.060112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9953): Terminated: ok {rc=0}\u000a20:16:01.070349 --- ParallelTerminationStrategy: PID 9956 died...\u000a20:16:01.124190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9956): Terminated: ok {rc=0}\u000a20:16:01.134685 --- ParallelTerminationStrategy: PID 9959 died...\u000a20:16:01.189064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9959): Terminated: ok {rc=0}\u000a20:16:01.273668 bus /sierra_3: Setting Powered False\u000a20:16:02.373747 bus /sierra_3: Setting Powered False\u000a20:16:03.485300 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:15:43" }, { "cases" : [ { "testActions" : [ ], "age" : 147, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9974): Process ended prematurely: osmo-stp_10.42.42.5(pid=9974) [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9974)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9974): Process ended prematurely: osmo-stp_10.42.42.5(pid=9974) [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:16:05.445711 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:05.457197 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:16:05.600833 tst mo_mt_call.py: using LAC 16543\u000a20:16:05.720415 tst mo_mt_call.py: using RAC 223\u000a20:16:05.839049 tst mo_mt_call.py: using CellId 16543\u000a20:16:05.956100 tst mo_mt_call.py: using BVCI 16544\u000a20:16:05.979006 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:05.989957 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:06.000632 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:06.011669 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:06.022854 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:06.033835 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:16:06.154362 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:16:06.357679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:06.830300 run create_hlr_db(pid=9968): Launched\u000a20:16:07.002938 bus /sierra_2: Setting Powered False\u000a20:16:08.025186 run create_hlr_db(pid=9968): Terminated: ok {rc=0}\u000a20:16:08.425597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9970): Launched\u000a20:16:08.727125 run osmo-hlr_10.42.42.2(pid=9971): Launched\u000a20:16:08.836399 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:09.357638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9973): Launched\u000a20:16:09.658820 run osmo-stp_10.42.42.5(pid=9974): Launched\u000a20:16:09.768213 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:16:10.318295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9976): Launched\u000a20:16:10.620505 run osmo-msc_10.42.42.6(pid=9977): Launched\u000a20:16:10.797510 run osmo-stp_10.42.42.5(pid=9974): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9974)]\u000a20:16:10.925476 run osmo-stp_10.42.42.5(pid=9974): stdout: \u000a| (launched: 2022-12-08_20:16:09.510294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:11.051905 run osmo-stp_10.42.42.5(pid=9974): stderr: \u000a| �[0;m�[38;5;43m20221208201609677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201609677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201609678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201609678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201609679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201609679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201609679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:11.172779 run osmo-stp_10.42.42.5(pid=9974): stdout: \u000a| (launched: 2022-12-08_20:16:09.510294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:11.292353 run osmo-stp_10.42.42.5(pid=9974): stderr: \u000a| �[0;m�[38;5;43m20221208201609677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201609677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201609678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201609678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201609679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201609679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201609679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:11.345236 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9974): Process ended prematurely: osmo-stp_10.42.42.5(pid=9974) [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9974)] [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:16:11.353664 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a20:16:11.413991 run osmo-hlr_10.42.42.2(pid=9971): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9971)]\u000a20:16:11.463323 run osmo-hlr_10.42.42.2(pid=9971): stdout: \u000a| (launched: 2022-12-08_20:16:08.579256) \u000a20:16:11.513399 run osmo-hlr_10.42.42.2(pid=9971): stderr: \u000a| �[0;m�[1;31m20221208201608752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201608752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201608752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201608752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201608752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201608752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201608764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201608773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201608773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201608773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:11.581161 run osmo-msc_10.42.42.6(pid=9977): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9977)]\u000a20:16:11.630310 run osmo-msc_10.42.42.6(pid=9977): stdout: \u000a| (launched: 2022-12-08_20:16:10.470973) \u000a20:16:11.680090 run osmo-msc_10.42.42.6(pid=9977): stderr: \u000a| �[0;m�[38;5;43m20221208201610740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201610740 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4bdd326c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201610740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201610740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201610741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201610741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201610742 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201610743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201610743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201610743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:11.722092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9970): Terminating (SIGTERM)\u000a20:16:11.761990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9973): Terminating (SIGTERM)\u000a20:16:11.801972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9976): Terminating (SIGTERM)\u000a20:16:11.811462 --- ParallelTerminationStrategy: PID 9970 died...\u000a20:16:11.865521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9970): Terminated: ok {rc=0}\u000a20:16:11.875097 --- ParallelTerminationStrategy: PID 9973 died...\u000a20:16:11.928412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9973): Terminated: ok {rc=0}\u000a20:16:11.938238 --- ParallelTerminationStrategy: PID 9976 died...\u000a20:16:11.991249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9976): Terminated: ok {rc=0}\u000a20:16:12.079162 bus /sierra_3: Setting Powered False\u000a20:16:13.182324 bus /sierra_3: Setting Powered False\u000a20:16:14.292803 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 149, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9985): Process ended prematurely: osmo-stp_10.42.42.5(pid=9985) [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9985)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9985): Process ended prematurely: osmo-stp_10.42.42.5(pid=9985) [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:16:15.402387 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:15.413873 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:16:15.558336 tst mo_mt_call_osmux.py: using LAC 16544\u000a20:16:15.677006 tst mo_mt_call_osmux.py: using RAC 224\u000a20:16:15.795462 tst mo_mt_call_osmux.py: using CellId 16544\u000a20:16:15.946568 tst mo_mt_call_osmux.py: using BVCI 16545\u000a20:16:15.972629 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:15.985030 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:15.997797 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:16.009706 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:16.022251 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:16.035427 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:16:16.150154 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:16:16.418302 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:17.021705 run create_hlr_db(pid=9979): Launched\u000a20:16:17.198568 bus /sierra_2: Setting Powered False\u000a20:16:18.216715 run create_hlr_db(pid=9979): Terminated: ok {rc=0}\u000a20:16:18.624361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9981): Launched\u000a20:16:18.947479 run osmo-hlr_10.42.42.2(pid=9982): Launched\u000a20:16:19.065405 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:19.627980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9984): Launched\u000a20:16:19.951276 run osmo-stp_10.42.42.5(pid=9985): Launched\u000a20:16:20.068049 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:16:20.661287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9987): Launched\u000a20:16:20.985763 run osmo-msc_10.42.42.6(pid=9988): Launched\u000a20:16:21.175725 run osmo-stp_10.42.42.5(pid=9985): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9985)]\u000a20:16:21.313364 run osmo-stp_10.42.42.5(pid=9985): stdout: \u000a| (launched: 2022-12-08_20:16:19.793363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:21.449803 run osmo-stp_10.42.42.5(pid=9985): stderr: \u000a| �[0;m�[38;5;43m20221208201619979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201619979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201619979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201619980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201619980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201619980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201619980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:21.580281 run osmo-stp_10.42.42.5(pid=9985): stdout: \u000a| (launched: 2022-12-08_20:16:19.793363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:21.709335 run osmo-stp_10.42.42.5(pid=9985): stderr: \u000a| �[0;m�[38;5;43m20221208201619979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201619979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201619979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201619980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201619980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201619980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201619980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:21.766346 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9985): Process ended prematurely: osmo-stp_10.42.42.5(pid=9985) [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9985)] [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:16:21.775271 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:16:21.838618 run osmo-hlr_10.42.42.2(pid=9982): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9982)]\u000a20:16:21.890538 run osmo-hlr_10.42.42.2(pid=9982): stdout: \u000a| (launched: 2022-12-08_20:16:18.789580) \u000a20:16:21.942857 run osmo-hlr_10.42.42.2(pid=9982): stderr: \u000a| �[0;m�[1;31m20221208201618983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201618983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201618983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201618983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201618983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201618983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201618996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201619004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201619005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201619005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:22.014035 run osmo-msc_10.42.42.6(pid=9988): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9988)]\u000a20:16:22.065577 run osmo-msc_10.42.42.6(pid=9988): stdout: \u000a| (launched: 2022-12-08_20:16:20.825873) \u000a20:16:22.117850 run osmo-msc_10.42.42.6(pid=9988): stderr: \u000a| �[0;m�[38;5;43m20221208201621144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201621144 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1999f4ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201621144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201621144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201621144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201621144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201621146 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201621147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201621147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201621147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:22.162134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9981): Terminating (SIGTERM)\u000a20:16:22.203858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9984): Terminating (SIGTERM)\u000a20:16:22.246260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9987): Terminating (SIGTERM)\u000a20:16:22.256056 --- ParallelTerminationStrategy: PID 9981 died...\u000a20:16:22.312298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9981): Terminated: ok {rc=0}\u000a20:16:22.322446 --- ParallelTerminationStrategy: PID 9984 died...\u000a20:16:22.378146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9984): Terminated: ok {rc=0}\u000a20:16:22.388363 --- ParallelTerminationStrategy: PID 9987 died...\u000a20:16:22.443931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9987): Terminated: ok {rc=0}\u000a20:16:22.531205 bus /sierra_3: Setting Powered False\u000a20:16:23.637493 bus /sierra_3: Setting Powered False\u000a20:16:24.748474 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:16:05" }, { "cases" : [ { "testActions" : [ ], "age" : 147, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9999): Process ended prematurely: osmo-stp_10.42.42.5(pid=9999) [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9999)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9999): Process ended prematurely: osmo-stp_10.42.42.5(pid=9999) [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:16:26.715238 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:26.726696 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:16:26.875169 tst mo_mt_call.py: using LAC 16545\u000a20:16:27.000031 tst mo_mt_call.py: using RAC 225\u000a20:16:27.127047 tst mo_mt_call.py: using CellId 16545\u000a20:16:27.252781 tst mo_mt_call.py: using BVCI 16546\u000a20:16:27.277713 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:27.289208 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:27.300293 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:27.311648 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:27.322978 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:27.334322 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:16:27.450073 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:16:27.655274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:28.129404 run create_hlr_db(pid=9993): Launched\u000a20:16:28.303085 bus /sierra_2: Setting Powered False\u000a20:16:29.325177 run create_hlr_db(pid=9993): Terminated: ok {rc=0}\u000a20:16:29.727107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9995): Launched\u000a20:16:30.028490 run osmo-hlr_10.42.42.2(pid=9996): Launched\u000a20:16:30.145490 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:30.673877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9998): Launched\u000a20:16:31.082810 run osmo-stp_10.42.42.5(pid=9999): Launched\u000a20:16:31.280025 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:16:31.900846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10001): Launched\u000a20:16:32.301361 run osmo-msc_10.42.42.6(pid=10002): Launched\u000a20:16:32.493963 run osmo-stp_10.42.42.5(pid=9999): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9999)]\u000a20:16:32.635011 run osmo-stp_10.42.42.5(pid=9999): stdout: \u000a| (launched: 2022-12-08_20:16:30.826307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:32.772621 run osmo-stp_10.42.42.5(pid=9999): stderr: \u000a| �[0;m�[38;5;43m20221208201631095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201631095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201631095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201631096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201631096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201631096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201631096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:32.903127 run osmo-stp_10.42.42.5(pid=9999): stdout: \u000a| (launched: 2022-12-08_20:16:30.826307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:33.031928 run osmo-stp_10.42.42.5(pid=9999): stderr: \u000a| �[0;m�[38;5;43m20221208201631095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201631095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201631095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201631096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201631096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201631096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201631096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:33.088926 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9999): Process ended prematurely: osmo-stp_10.42.42.5(pid=9999) [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9999)] [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:16:33.098299 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:16:33.161902 run osmo-hlr_10.42.42.2(pid=9996): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9996)]\u000a20:16:33.214416 run osmo-hlr_10.42.42.2(pid=9996): stdout: \u000a| (launched: 2022-12-08_20:16:29.880296) \u000a20:16:33.267422 run osmo-hlr_10.42.42.2(pid=9996): stderr: \u000a| �[0;m�[1;31m20221208201630053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201630053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201630053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201630053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201630053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201630053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201630065 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201630073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201630074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201630074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:33.339699 run osmo-msc_10.42.42.6(pid=10002): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10002)]\u000a20:16:33.391962 run osmo-msc_10.42.42.6(pid=10002): stdout: \u000a| (launched: 2022-12-08_20:16:32.070806) \u000a20:16:33.444740 run osmo-msc_10.42.42.6(pid=10002): stderr: \u000a| �[0;m�[38;5;43m20221208201632434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201632434 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4482136c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201632434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201632434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201632434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201632434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201632436 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201632436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201632437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201632437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:33.489523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9995): Terminating (SIGTERM)\u000a20:16:33.532066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9998): Terminating (SIGTERM)\u000a20:16:33.575049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10001): Terminating (SIGTERM)\u000a20:16:33.584778 --- ParallelTerminationStrategy: PID 9995 died...\u000a20:16:33.641247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9995): Terminated: ok {rc=0}\u000a20:16:33.651450 --- ParallelTerminationStrategy: PID 9998 died...\u000a20:16:33.707696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9998): Terminated: ok {rc=0}\u000a20:16:33.717907 --- ParallelTerminationStrategy: PID 10001 died...\u000a20:16:33.773840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10001): Terminated: ok {rc=0}\u000a20:16:33.861932 bus /sierra_3: Setting Powered False\u000a20:16:34.968927 bus /sierra_3: Setting Powered False\u000a20:16:36.075640 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 147, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10010): Process ended prematurely: osmo-stp_10.42.42.5(pid=10010) [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10010)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10010): Process ended prematurely: osmo-stp_10.42.42.5(pid=10010) [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:16:37.184649 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:37.196301 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:16:37.340706 tst mo_mt_call_osmux.py: using LAC 16546\u000a20:16:37.460463 tst mo_mt_call_osmux.py: using RAC 226\u000a20:16:37.588013 tst mo_mt_call_osmux.py: using CellId 16546\u000a20:16:37.715391 tst mo_mt_call_osmux.py: using BVCI 16547\u000a20:16:37.740399 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:37.752062 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:37.763485 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:37.775078 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:37.786653 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:37.798162 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:16:37.912897 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:16:38.125342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:38.648056 run create_hlr_db(pid=10004): Launched\u000a20:16:38.836444 bus /sierra_2: Setting Powered False\u000a20:16:39.858762 run create_hlr_db(pid=10004): Terminated: ok {rc=0}\u000a20:16:40.293205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10006): Launched\u000a20:16:40.618319 run osmo-hlr_10.42.42.2(pid=10007): Launched\u000a20:16:40.740810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:41.304115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10009): Launched\u000a20:16:41.626849 run osmo-stp_10.42.42.5(pid=10010): Launched\u000a20:16:41.744030 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:16:42.335791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10012): Launched\u000a20:16:42.659787 run osmo-msc_10.42.42.6(pid=10013): Launched\u000a20:16:42.850647 run osmo-stp_10.42.42.5(pid=10010): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10010)]\u000a20:16:42.987600 run osmo-stp_10.42.42.5(pid=10010): stdout: \u000a| (launched: 2022-12-08_20:16:41.468925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:43.123996 run osmo-stp_10.42.42.5(pid=10010): stderr: \u000a| �[0;m�[38;5;43m20221208201641657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201641657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201641658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201641658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201641658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201641659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201641659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:43.254748 run osmo-stp_10.42.42.5(pid=10010): stdout: \u000a| (launched: 2022-12-08_20:16:41.468925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:43.383916 run osmo-stp_10.42.42.5(pid=10010): stderr: \u000a| �[0;m�[38;5;43m20221208201641657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201641657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201641658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201641658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201641658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201641659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201641659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:43.441092 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10010): Process ended prematurely: osmo-stp_10.42.42.5(pid=10010) [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10010)] [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:16:43.450490 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:16:43.512891 run osmo-hlr_10.42.42.2(pid=10007): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10007)]\u000a20:16:43.564166 run osmo-hlr_10.42.42.2(pid=10007): stdout: \u000a| (launched: 2022-12-08_20:16:40.458913) \u000a20:16:43.616208 run osmo-hlr_10.42.42.2(pid=10007): stderr: \u000a| �[0;m�[1;31m20221208201640654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201640654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201640654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201640654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201640654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201640655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201640668 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201640678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201640678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201640678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:43.687252 run osmo-msc_10.42.42.6(pid=10013): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10013)]\u000a20:16:43.738723 run osmo-msc_10.42.42.6(pid=10013): stdout: \u000a| (launched: 2022-12-08_20:16:42.501190) \u000a20:16:43.790459 run osmo-msc_10.42.42.6(pid=10013): stderr: \u000a| �[0;m�[38;5;43m20221208201642822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201642822 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55b0582c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201642822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201642822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201642823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201642823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201642824 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201642825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201642825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201642825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:43.834749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10006): Terminating (SIGTERM)\u000a20:16:43.876588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10009): Terminating (SIGTERM)\u000a20:16:43.918595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10012): Terminating (SIGTERM)\u000a20:16:43.928172 --- ParallelTerminationStrategy: PID 10006 died...\u000a20:16:43.983933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10006): Terminated: ok {rc=0}\u000a20:16:43.994221 --- ParallelTerminationStrategy: PID 10009 died...\u000a20:16:44.049785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10009): Terminated: ok {rc=0}\u000a20:16:44.059986 --- ParallelTerminationStrategy: PID 10012 died...\u000a20:16:44.115376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10012): Terminated: ok {rc=0}\u000a20:16:44.201888 bus /sierra_3: Setting Powered False\u000a20:16:45.306070 bus /sierra_3: Setting Powered False\u000a20:16:46.429543 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:16:26" }, { "cases" : [ { "testActions" : [ ], "age" : 147, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10024): Process ended prematurely: osmo-stp_10.42.42.5(pid=10024) [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10024)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10024): Process ended prematurely: osmo-stp_10.42.42.5(pid=10024) [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:16:48.393634 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:16:48.405405 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:16:48.558557 tst mo_mt_call.py: using LAC 16547\u000a20:16:48.681670 tst mo_mt_call.py: using RAC 227\u000a20:16:48.801669 tst mo_mt_call.py: using CellId 16547\u000a20:16:48.920508 tst mo_mt_call.py: using BVCI 16548\u000a20:16:48.943764 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:16:48.955008 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:16:48.965791 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:16:48.977400 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:16:48.988611 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:16:49.000156 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:16:49.121796 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:16:49.325064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:49.800549 run create_hlr_db(pid=10018): Launched\u000a20:16:49.974710 bus /sierra_2: Setting Powered False\u000a20:16:50.996132 run create_hlr_db(pid=10018): Terminated: ok {rc=0}\u000a20:16:51.431031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10020): Launched\u000a20:16:51.756068 run osmo-hlr_10.42.42.2(pid=10021): Launched\u000a20:16:51.876385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:52.443828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10023): Launched\u000a20:16:52.771509 run osmo-stp_10.42.42.5(pid=10024): Launched\u000a20:16:52.890425 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:16:53.488248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10026): Launched\u000a20:16:53.815488 run osmo-msc_10.42.42.6(pid=10027): Launched\u000a20:16:54.006231 run osmo-stp_10.42.42.5(pid=10024): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10024)]\u000a20:16:54.144086 run osmo-stp_10.42.42.5(pid=10024): stdout: \u000a| (launched: 2022-12-08_20:16:52.610208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:54.281494 run osmo-stp_10.42.42.5(pid=10024): stderr: \u000a| �[0;m�[38;5;43m20221208201652799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201652799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201652799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201652800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201652800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201652800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201652800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:54.412450 run osmo-stp_10.42.42.5(pid=10024): stdout: \u000a| (launched: 2022-12-08_20:16:52.610208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:54.542118 run osmo-stp_10.42.42.5(pid=10024): stderr: \u000a| �[0;m�[38;5;43m20221208201652799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201652799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201652799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201652800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201652800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201652800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201652800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:54.599153 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10024): Process ended prematurely: osmo-stp_10.42.42.5(pid=10024) [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10024)] [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:16:54.608292 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:16:54.670740 run osmo-hlr_10.42.42.2(pid=10021): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10021)]\u000a20:16:54.721908 run osmo-hlr_10.42.42.2(pid=10021): stdout: \u000a| (launched: 2022-12-08_20:16:51.597354) \u000a20:16:54.773486 run osmo-hlr_10.42.42.2(pid=10021): stderr: \u000a| �[0;m�[1;31m20221208201651792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201651792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201651792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201651792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201651792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201651792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201651805 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201651815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201651816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201651816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:54.844350 run osmo-msc_10.42.42.6(pid=10027): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10027)]\u000a20:16:54.896224 run osmo-msc_10.42.42.6(pid=10027): stdout: \u000a| (launched: 2022-12-08_20:16:53.654349) \u000a20:16:54.948198 run osmo-msc_10.42.42.6(pid=10027): stderr: \u000a| �[0;m�[38;5;43m20221208201653972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201653972 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e4b70fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201653973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201653973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201653973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201653973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201653975 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201653975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201653975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201653975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:54.992322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10020): Terminating (SIGTERM)\u000a20:16:55.034082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10023): Terminating (SIGTERM)\u000a20:16:55.075758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10026): Terminating (SIGTERM)\u000a20:16:55.085409 --- ParallelTerminationStrategy: PID 10020 died...\u000a20:16:55.140801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10020): Terminated: ok {rc=0}\u000a20:16:55.150876 --- ParallelTerminationStrategy: PID 10023 died...\u000a20:16:55.206312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10023): Terminated: ok {rc=0}\u000a20:16:55.216391 --- ParallelTerminationStrategy: PID 10026 died...\u000a20:16:55.271958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10026): Terminated: ok {rc=0}\u000a20:16:55.358967 bus /sierra_3: Setting Powered False\u000a20:16:56.465177 bus /sierra_3: Setting Powered False\u000a20:16:57.572900 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 147, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10051): Process ended prematurely: osmo-stp_10.42.42.5(pid=10051) [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10051)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10051): Process ended prematurely: osmo-stp_10.42.42.5(pid=10051) [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:16:58.682674 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:16:58.694411 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:16:58.839009 tst mo_mt_call_osmux.py: using LAC 16548\u000a20:16:58.959746 tst mo_mt_call_osmux.py: using RAC 228\u000a20:16:59.080167 tst mo_mt_call_osmux.py: using CellId 16548\u000a20:16:59.200536 tst mo_mt_call_osmux.py: using BVCI 16549\u000a20:16:59.223657 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:16:59.234763 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:16:59.245717 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:16:59.256668 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:16:59.267727 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:16:59.279066 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:16:59.395083 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:16:59.607812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:00.129326 run create_hlr_db(pid=10029): Launched\u000a20:17:00.317676 bus /sierra_2: Setting Powered False\u000a20:17:01.361200 run create_hlr_db(pid=10029): Terminated: ok {rc=0}\u000a20:17:01.800842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10044): Launched\u000a20:17:02.285760 run osmo-hlr_10.42.42.2(pid=10047): Launched\u000a20:17:02.465636 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:03.034290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10050): Launched\u000a20:17:03.359461 run osmo-stp_10.42.42.5(pid=10051): Launched\u000a20:17:03.476479 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:04.071502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10053): Launched\u000a20:17:04.397540 run osmo-msc_10.42.42.6(pid=10054): Launched\u000a20:17:04.588270 run osmo-stp_10.42.42.5(pid=10051): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10051)]\u000a20:17:04.726273 run osmo-stp_10.42.42.5(pid=10051): stdout: \u000a| (launched: 2022-12-08_20:17:03.199978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:04.862594 run osmo-stp_10.42.42.5(pid=10051): stderr: \u000a| �[0;m�[38;5;43m20221208201703390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201703390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201703390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201703391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201703392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201703392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201703392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:04.994108 run osmo-stp_10.42.42.5(pid=10051): stdout: \u000a| (launched: 2022-12-08_20:17:03.199978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:05.123423 run osmo-stp_10.42.42.5(pid=10051): stderr: \u000a| �[0;m�[38;5;43m20221208201703390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201703390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201703390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201703391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201703392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201703392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201703392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:05.180247 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10051): Process ended prematurely: osmo-stp_10.42.42.5(pid=10051) [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10051)] [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:17:05.189498 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:17:05.252399 run osmo-hlr_10.42.42.2(pid=10047): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10047)]\u000a20:17:05.304048 run osmo-hlr_10.42.42.2(pid=10047): stdout: \u000a| (launched: 2022-12-08_20:17:01.969287) \u000a20:17:05.358355 run osmo-hlr_10.42.42.2(pid=10047): stderr: \u000a| �[0;m�[1;31m20221208201702173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201702173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201702173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201702173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201702173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201702174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201702194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201702208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201702208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201702208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:05.429015 run osmo-msc_10.42.42.6(pid=10054): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10054)]\u000a20:17:05.480206 run osmo-msc_10.42.42.6(pid=10054): stdout: \u000a| (launched: 2022-12-08_20:17:04.237806) \u000a20:17:05.532042 run osmo-msc_10.42.42.6(pid=10054): stderr: \u000a| �[0;m�[38;5;43m20221208201704559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201704559 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8b9f21c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201704559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201704559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201704559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201704559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201704561 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201704562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201704562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201704562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:05.576165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10044): Terminating (SIGTERM)\u000a20:17:05.617905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10050): Terminating (SIGTERM)\u000a20:17:05.659685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10053): Terminating (SIGTERM)\u000a20:17:05.669426 --- ParallelTerminationStrategy: PID 10044 died...\u000a20:17:05.725014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10044): Terminated: ok {rc=0}\u000a20:17:05.735070 --- ParallelTerminationStrategy: PID 10050 died...\u000a20:17:05.790639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10050): Terminated: ok {rc=0}\u000a20:17:05.800705 --- ParallelTerminationStrategy: PID 10053 died...\u000a20:17:05.856066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10053): Terminated: ok {rc=0}\u000a20:17:05.941394 bus /sierra_3: Setting Powered False\u000a20:17:07.042440 bus /sierra_3: Setting Powered False\u000a20:17:08.152529 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:16:48" }, { "cases" : [ { "testActions" : [ ], "age" : 147, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10065): Process ended prematurely: osmo-stp_10.42.42.5(pid=10065) [trial-2349↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10065)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10065): Process ended prematurely: osmo-stp_10.42.42.5(pid=10065) [trial-2349↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:17:10.119282 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:10.130763 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:17:10.284754 tst mo_mt_call.py: using LAC 16549\u000a20:17:10.412140 tst mo_mt_call.py: using RAC 229\u000a20:17:10.541341 tst mo_mt_call.py: using CellId 16549\u000a20:17:10.671017 tst mo_mt_call.py: using BVCI 16550\u000a20:17:10.695911 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:10.707520 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:10.718886 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:10.730243 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:10.741545 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:10.752892 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:17:10.868080 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:17:11.079241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:11.597732 run create_hlr_db(pid=10059): Launched\u000a20:17:11.785680 bus /sierra_2: Setting Powered False\u000a20:17:12.807952 run create_hlr_db(pid=10059): Terminated: ok {rc=0}\u000a20:17:13.214062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10061): Launched\u000a20:17:13.515373 run osmo-hlr_10.42.42.2(pid=10062): Launched\u000a20:17:13.627011 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:14.149021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10064): Launched\u000a20:17:14.450284 run osmo-stp_10.42.42.5(pid=10065): Launched\u000a20:17:14.560262 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:15.113343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10067): Launched\u000a20:17:15.416589 run osmo-msc_10.42.42.6(pid=10068): Launched\u000a20:17:15.596247 run osmo-stp_10.42.42.5(pid=10065): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10065)]\u000a20:17:15.725338 run osmo-stp_10.42.42.5(pid=10065): stdout: \u000a| (launched: 2022-12-08_20:17:14.302292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:15.856678 run osmo-stp_10.42.42.5(pid=10065): stderr: \u000a| �[0;m�[38;5;43m20221208201714470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201714470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201714471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201714471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201714472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201714472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201714472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:16.000378 run osmo-stp_10.42.42.5(pid=10065): stdout: \u000a| (launched: 2022-12-08_20:17:14.302292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:16.132614 run osmo-stp_10.42.42.5(pid=10065): stderr: \u000a| �[0;m�[38;5;43m20221208201714470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201714470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201714471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201714471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201714472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201714472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201714472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:16.191914 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10065): Process ended prematurely: osmo-stp_10.42.42.5(pid=10065) [trial-2349↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10065)] [trial-2349↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:17:16.201908 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:17:16.266804 run osmo-hlr_10.42.42.2(pid=10062): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10062)]\u000a20:17:16.319805 run osmo-hlr_10.42.42.2(pid=10062): stdout: \u000a| (launched: 2022-12-08_20:17:13.367897) \u000a20:17:16.373629 run osmo-hlr_10.42.42.2(pid=10062): stderr: \u000a| �[0;m�[1;31m20221208201713539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201713539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201713539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201713539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201713539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201713539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201713551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201713561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201713561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201713561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:16.447148 run osmo-msc_10.42.42.6(pid=10068): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10068)]\u000a20:17:16.499973 run osmo-msc_10.42.42.6(pid=10068): stdout: \u000a| (launched: 2022-12-08_20:17:15.266988) \u000a20:17:16.553452 run osmo-msc_10.42.42.6(pid=10068): stderr: \u000a| �[0;m�[38;5;43m20221208201715537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201715537 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9884fc2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201715537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201715537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201715537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201715538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201715539 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201715540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201715540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201715540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:16.601406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10061): Terminating (SIGTERM)\u000a20:17:16.645305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10064): Terminating (SIGTERM)\u000a20:17:16.692159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10067): Terminating (SIGTERM)\u000a20:17:16.702646 --- ParallelTerminationStrategy: PID 10061 died...\u000a20:17:16.761263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10061): Terminated: ok {rc=0}\u000a20:17:16.772118 --- ParallelTerminationStrategy: PID 10064 died...\u000a20:17:16.830448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10064): Terminated: ok {rc=0}\u000a20:17:16.842247 --- ParallelTerminationStrategy: PID 10067 died...\u000a20:17:16.901141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10067): Terminated: ok {rc=0}\u000a20:17:16.988748 bus /sierra_3: Setting Powered False\u000a20:17:18.089800 bus /sierra_3: Setting Powered False\u000a20:17:19.200423 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 147, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10076): Process ended prematurely: osmo-stp_10.42.42.5(pid=10076) [trial-2349↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10076)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10076): Process ended prematurely: osmo-stp_10.42.42.5(pid=10076) [trial-2349↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:17:20.310414 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:20.322244 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:17:20.468815 tst mo_mt_call_osmux.py: using LAC 16550\u000a20:17:20.589894 tst mo_mt_call_osmux.py: using RAC 230\u000a20:17:20.708113 tst mo_mt_call_osmux.py: using CellId 16550\u000a20:17:20.830093 tst mo_mt_call_osmux.py: using BVCI 16551\u000a20:17:20.853204 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:20.864183 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:20.875025 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:20.886158 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:20.897621 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:20.908716 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:17:21.029213 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:17:21.233665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:21.707558 run create_hlr_db(pid=10070): Launched\u000a20:17:21.881334 bus /sierra_2: Setting Powered False\u000a20:17:22.903127 run create_hlr_db(pid=10070): Terminated: ok {rc=0}\u000a20:17:23.306771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10072): Launched\u000a20:17:23.608937 run osmo-hlr_10.42.42.2(pid=10073): Launched\u000a20:17:23.726908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:24.259893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10075): Launched\u000a20:17:24.562655 run osmo-stp_10.42.42.5(pid=10076): Launched\u000a20:17:24.672182 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:25.224863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10078): Launched\u000a20:17:25.528750 run osmo-msc_10.42.42.6(pid=10079): Launched\u000a20:17:25.706362 run osmo-stp_10.42.42.5(pid=10076): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10076)]\u000a20:17:25.834800 run osmo-stp_10.42.42.5(pid=10076): stdout: \u000a| (launched: 2022-12-08_20:17:24.414008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:25.961480 run osmo-stp_10.42.42.5(pid=10076): stderr: \u000a| �[0;m�[38;5;43m20221208201724580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201724580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201724581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201724581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201724582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201724582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201724582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:26.082861 run osmo-stp_10.42.42.5(pid=10076): stdout: \u000a| (launched: 2022-12-08_20:17:24.414008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:26.203466 run osmo-stp_10.42.42.5(pid=10076): stderr: \u000a| �[0;m�[38;5;43m20221208201724580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201724580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201724581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201724581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201724582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201724582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201724582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:26.256426 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10076): Process ended prematurely: osmo-stp_10.42.42.5(pid=10076) [trial-2349↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10076)] [trial-2349↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:17:26.265203 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:17:26.325003 run osmo-hlr_10.42.42.2(pid=10073): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10073)]\u000a20:17:26.373823 run osmo-hlr_10.42.42.2(pid=10073): stdout: \u000a| (launched: 2022-12-08_20:17:23.460658) \u000a20:17:26.423286 run osmo-hlr_10.42.42.2(pid=10073): stderr: \u000a| �[0;m�[1;31m20221208201723635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201723635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201723635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201723635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201723635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201723635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201723647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201723655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201723655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201723655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:26.490226 run osmo-msc_10.42.42.6(pid=10079): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10079)]\u000a20:17:26.538866 run osmo-msc_10.42.42.6(pid=10079): stdout: \u000a| (launched: 2022-12-08_20:17:25.378588) \u000a20:17:26.588326 run osmo-msc_10.42.42.6(pid=10079): stderr: \u000a| �[0;m�[38;5;43m20221208201725650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201725650 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04273e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201725650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201725650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201725650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201725651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201725652 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201725653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201725653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201725653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:26.629770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10072): Terminating (SIGTERM)\u000a20:17:26.669336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10075): Terminating (SIGTERM)\u000a20:17:26.709048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10078): Terminating (SIGTERM)\u000a20:17:26.718535 --- ParallelTerminationStrategy: PID 10072 died...\u000a20:17:26.771601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10072): Terminated: ok {rc=0}\u000a20:17:26.781634 --- ParallelTerminationStrategy: PID 10075 died...\u000a20:17:26.834807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10075): Terminated: ok {rc=0}\u000a20:17:26.844446 --- ParallelTerminationStrategy: PID 10078 died...\u000a20:17:26.897537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10078): Terminated: ok {rc=0}\u000a20:17:26.985517 bus /sierra_3: Setting Powered False\u000a20:17:28.088489 bus /sierra_3: Setting Powered False\u000a20:17:29.195398 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:17:09" }, { "cases" : [ { "testActions" : [ ], "age" : 147, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10090): Process ended prematurely: osmo-stp_10.42.42.5(pid=10090) [trial-2349↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10090)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10090): Process ended prematurely: osmo-stp_10.42.42.5(pid=10090) [trial-2349↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:17:31.189537 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:31.202698 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:17:31.393442 tst mo_mt_call.py: using LAC 16551\u000a20:17:31.527052 tst mo_mt_call.py: using RAC 231\u000a20:17:31.656496 tst mo_mt_call.py: using CellId 16551\u000a20:17:31.815940 tst mo_mt_call.py: using BVCI 16552\u000a20:17:31.850167 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:31.863932 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:31.877889 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:31.890311 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:31.903216 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:31.915077 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:17:32.065957 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:17:32.306989 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:32.783700 run create_hlr_db(pid=10084): Launched\u000a20:17:32.958181 bus /sierra_2: Setting Powered False\u000a20:17:33.980329 run create_hlr_db(pid=10084): Terminated: ok {rc=0}\u000a20:17:34.381875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10086): Launched\u000a20:17:34.682767 run osmo-hlr_10.42.42.2(pid=10087): Launched\u000a20:17:34.796366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:35.320067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10089): Launched\u000a20:17:35.621698 run osmo-stp_10.42.42.5(pid=10090): Launched\u000a20:17:35.734321 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:36.285823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10093): Launched\u000a20:17:36.587594 run osmo-msc_10.42.42.6(pid=10094): Launched\u000a20:17:36.764737 run osmo-stp_10.42.42.5(pid=10090): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10090)]\u000a20:17:36.894670 run osmo-stp_10.42.42.5(pid=10090): stdout: \u000a| (launched: 2022-12-08_20:17:35.473373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:37.020884 run osmo-stp_10.42.42.5(pid=10090): stderr: \u000a| �[0;m�[38;5;43m20221208201735643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201735643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201735644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201735644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201735645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201735645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201735645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:37.142586 run osmo-stp_10.42.42.5(pid=10090): stdout: \u000a| (launched: 2022-12-08_20:17:35.473373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:37.263134 run osmo-stp_10.42.42.5(pid=10090): stderr: \u000a| �[0;m�[38;5;43m20221208201735643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201735643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201735644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201735644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201735645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201735645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201735645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:37.316113 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10090): Process ended prematurely: osmo-stp_10.42.42.5(pid=10090) [trial-2349↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10090)] [trial-2349↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:17:37.325134 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:17:37.385896 run osmo-hlr_10.42.42.2(pid=10087): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10087)]\u000a20:17:37.435175 run osmo-hlr_10.42.42.2(pid=10087): stdout: \u000a| (launched: 2022-12-08_20:17:34.534797) \u000a20:17:37.485308 run osmo-hlr_10.42.42.2(pid=10087): stderr: \u000a| �[0;m�[1;31m20221208201734708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201734708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201734708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201734708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201734708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201734708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201734724 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201734734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201734734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201734734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:37.553272 run osmo-msc_10.42.42.6(pid=10094): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10094)]\u000a20:17:37.603092 run osmo-msc_10.42.42.6(pid=10094): stdout: \u000a| (launched: 2022-12-08_20:17:36.438884) \u000a20:17:37.653070 run osmo-msc_10.42.42.6(pid=10094): stderr: \u000a| �[0;m�[38;5;43m20221208201736709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201736709 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcdc6687c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201736709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201736709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201736709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201736710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201736711 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201736712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201736712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201736712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:37.694912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10086): Terminating (SIGTERM)\u000a20:17:37.734998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10089): Terminating (SIGTERM)\u000a20:17:37.775041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10093): Terminating (SIGTERM)\u000a20:17:37.784515 --- ParallelTerminationStrategy: PID 10086 died...\u000a20:17:37.838431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10086): Terminated: ok {rc=0}\u000a20:17:37.848548 --- ParallelTerminationStrategy: PID 10089 died...\u000a20:17:37.902059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10089): Terminated: ok {rc=0}\u000a20:17:37.912005 --- ParallelTerminationStrategy: PID 10093 died...\u000a20:17:37.965759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10093): Terminated: ok {rc=0}\u000a20:17:38.048877 bus /sierra_3: Setting Powered False\u000a20:17:39.156800 bus /sierra_3: Setting Powered False\u000a20:17:40.265712 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 147, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10102): Process ended prematurely: osmo-stp_10.42.42.5(pid=10102) [trial-2349↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10102)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10102): Process ended prematurely: osmo-stp_10.42.42.5(pid=10102) [trial-2349↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:17:41.375386 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:41.386889 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:17:41.534310 tst mo_mt_call_osmux.py: using LAC 16552\u000a20:17:41.651746 tst mo_mt_call_osmux.py: using RAC 232\u000a20:17:41.772241 tst mo_mt_call_osmux.py: using CellId 16552\u000a20:17:41.890127 tst mo_mt_call_osmux.py: using BVCI 16553\u000a20:17:41.913232 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:41.924026 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:41.934699 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:41.945653 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:41.956497 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:41.967429 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:17:42.082394 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:17:42.297294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:42.819115 run create_hlr_db(pid=10096): Launched\u000a20:17:43.006952 bus /sierra_2: Setting Powered False\u000a20:17:44.028542 run create_hlr_db(pid=10096): Terminated: ok {rc=0}\u000a20:17:44.435754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10098): Launched\u000a20:17:44.740057 run osmo-hlr_10.42.42.2(pid=10099): Launched\u000a20:17:44.851271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:45.375838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10101): Launched\u000a20:17:45.677396 run osmo-stp_10.42.42.5(pid=10102): Launched\u000a20:17:45.787491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:46.390711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10104): Launched\u000a20:17:46.784816 run osmo-msc_10.42.42.6(pid=10105): Launched\u000a20:17:47.124735 run osmo-stp_10.42.42.5(pid=10102): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10102)]\u000a20:17:47.317021 run osmo-stp_10.42.42.5(pid=10102): stdout: \u000a| (launched: 2022-12-08_20:17:45.529196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:47.495889 run osmo-stp_10.42.42.5(pid=10102): stderr: \u000a| �[0;m�[38;5;43m20221208201745696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201745696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201745696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201745696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201745697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201745697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201745697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:47.617622 run osmo-stp_10.42.42.5(pid=10102): stdout: \u000a| (launched: 2022-12-08_20:17:45.529196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:47.738279 run osmo-stp_10.42.42.5(pid=10102): stderr: \u000a| �[0;m�[38;5;43m20221208201745696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201745696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201745696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201745696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201745697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201745697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201745697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:47.791498 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10102): Process ended prematurely: osmo-stp_10.42.42.5(pid=10102) [trial-2349↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10102)] [trial-2349↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:17:47.800338 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:17:47.861236 run osmo-hlr_10.42.42.2(pid=10099): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10099)]\u000a20:17:47.910569 run osmo-hlr_10.42.42.2(pid=10099): stdout: \u000a| (launched: 2022-12-08_20:17:44.590662) \u000a20:17:47.961209 run osmo-hlr_10.42.42.2(pid=10099): stderr: \u000a| �[0;m�[1;31m20221208201744763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201744763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201744763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201744763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201744763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201744763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201744775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201744783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201744784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201744784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:48.029193 run osmo-msc_10.42.42.6(pid=10105): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10105)]\u000a20:17:48.078488 run osmo-msc_10.42.42.6(pid=10105): stdout: \u000a| (launched: 2022-12-08_20:17:46.547079) \u000a20:17:48.128137 run osmo-msc_10.42.42.6(pid=10105): stderr: \u000a| �[0;m�[38;5;43m20221208201747022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201747022 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4689c29c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201747022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201747023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201747024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201747024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201747026 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201747026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201747026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201747026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:48.170509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10098): Terminating (SIGTERM)\u000a20:17:48.210389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10101): Terminating (SIGTERM)\u000a20:17:48.250439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10104): Terminating (SIGTERM)\u000a20:17:48.259973 --- ParallelTerminationStrategy: PID 10098 died...\u000a20:17:48.313734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10098): Terminated: ok {rc=0}\u000a20:17:48.323574 --- ParallelTerminationStrategy: PID 10101 died...\u000a20:17:48.377148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10101): Terminated: ok {rc=0}\u000a20:17:48.386874 --- ParallelTerminationStrategy: PID 10104 died...\u000a20:17:48.439960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10104): Terminated: ok {rc=0}\u000a20:17:48.527714 bus /sierra_3: Setting Powered False\u000a20:17:49.629886 bus /sierra_3: Setting Powered False\u000a20:17:50.740712 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:17:30" }, { "cases" : [ { "testActions" : [ ], "age" : 147, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10116): Process ended prematurely: osmo-stp_10.42.42.5(pid=10116) [trial-2349↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10116)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10116): Process ended prematurely: osmo-stp_10.42.42.5(pid=10116) [trial-2349↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:17:52.720697 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:17:52.731890 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a20:17:52.860755 tst emergency_mo_mt_call.py: using LAC 16553\u000a20:17:52.986265 tst emergency_mo_mt_call.py: using RAC 233\u000a20:17:53.111938 tst emergency_mo_mt_call.py: using CellId 16553\u000a20:17:53.237152 tst emergency_mo_mt_call.py: using BVCI 16554\u000a20:17:53.261855 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:17:53.272769 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:17:53.283772 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:17:53.295082 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:17:53.306458 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:17:53.317583 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:17:53.433812 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:17:53.637906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:54.104486 run create_hlr_db(pid=10110): Launched\u000a20:17:54.277172 bus /sierra_2: Setting Powered False\u000a20:17:55.298084 run create_hlr_db(pid=10110): Terminated: ok {rc=0}\u000a20:17:55.726841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10112): Launched\u000a20:17:56.044470 run osmo-hlr_10.42.42.2(pid=10113): Launched\u000a20:17:56.162811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:56.718629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10115): Launched\u000a20:17:57.035968 run osmo-stp_10.42.42.5(pid=10116): Launched\u000a20:17:57.161352 tst emergency_mo_mt_call.py: using MSISDN 6839\u000a20:17:57.320864 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:57.905370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10118): Launched\u000a20:17:58.223031 run osmo-msc_10.42.42.6(pid=10119): Launched\u000a20:17:58.410195 run osmo-stp_10.42.42.5(pid=10116): ERR: Terminated: ERROR {rc=1} [trial-2349↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10116)]\u000a20:17:58.544794 run osmo-stp_10.42.42.5(pid=10116): stdout: \u000a| (launched: 2022-12-08_20:17:56.880581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:58.679103 run osmo-stp_10.42.42.5(pid=10116): stderr: \u000a| �[0;m�[38;5;43m20221208201757068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201757068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201757068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201757069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201757069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201757069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201757069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:58.807452 run osmo-stp_10.42.42.5(pid=10116): stdout: \u000a| (launched: 2022-12-08_20:17:56.880581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:58.934464 run osmo-stp_10.42.42.5(pid=10116): stderr: \u000a| �[0;m�[38;5;43m20221208201757068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201757068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201757068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201757069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201757069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201757069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201757069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:58.990300 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10116): Process ended prematurely: osmo-stp_10.42.42.5(pid=10116) [trial-2349↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10116)] [trial-2349↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a20:17:58.999028 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a20:17:59.061326 run osmo-hlr_10.42.42.2(pid=10113): ERR: Terminated: ERROR {rc=237} [trial-2349↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10113)]\u000a20:17:59.112583 run osmo-hlr_10.42.42.2(pid=10113): stdout: \u000a| (launched: 2022-12-08_20:17:55.889566) \u000a20:17:59.164058 run osmo-hlr_10.42.42.2(pid=10113): stderr: \u000a| �[0;m�[1;31m20221208201756083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201756083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201756083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201756083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201756083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201756083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201756098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201756106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201756106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201756106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:59.234157 run osmo-msc_10.42.42.6(pid=10119): ERR: Terminated: ERROR {rc=2} [trial-2349↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10119)]\u000a20:17:59.285055 run osmo-msc_10.42.42.6(pid=10119): stdout: \u000a| (launched: 2022-12-08_20:17:58.067285) \u000a20:17:59.336222 run osmo-msc_10.42.42.6(pid=10119): stderr: \u000a| �[0;m�[38;5;43m20221208201758387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201758387 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5effd4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201758387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201758387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201758387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201758388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201758389 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201758390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201758390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201758390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:59.380286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10112): Terminating (SIGTERM)\u000a20:17:59.421982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10115): Terminating (SIGTERM)\u000a20:17:59.464072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10118): Terminating (SIGTERM)\u000a20:17:59.474030 --- ParallelTerminationStrategy: PID 10112 died...\u000a20:17:59.530124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10112): Terminated: ok {rc=0}\u000a20:17:59.540468 --- ParallelTerminationStrategy: PID 10115 died...\u000a20:17:59.596479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10115): Terminated: ok {rc=0}\u000a20:17:59.606812 --- ParallelTerminationStrategy: PID 10118 died...\u000a20:17:59.662752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10118): Terminated: ok {rc=0}\u000a20:17:59.750258 bus /sierra_3: Setting Powered False\u000a20:18:00.862076 bus /sierra_3: Setting Powered False\u000a20:18:01.968594 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10127): Process ended prematurely: osmo-stp_10.42.42.5(pid=10127) [trial-2349↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10127)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10127): Process ended prematurely: osmo-stp_10.42.42.5(pid=10127) [trial-2349↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:18:03.021033 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:18:03.032824 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a20:18:03.163275 tst emergency_preemptive_call.py: using LAC 16554\u000a20:18:03.290325 tst emergency_preemptive_call.py: using RAC 234\u000a20:18:03.418292 tst emergency_preemptive_call.py: using CellId 16554\u000a20:18:03.543407 tst emergency_preemptive_call.py: using BVCI 16555\u000a20:18:03.567979 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:18:03.578998 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:18:03.590305 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:18:03.601615 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:18:03.612780 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:18:03.623729 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:03.743569 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:03.860103 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:03.979346 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:04.177997 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:04.647482 run create_hlr_db(pid=10121): Launched\u000a20:18:04.820354 bus /sierra_2: Setting Powered False\u000a20:18:05.841448 run create_hlr_db(pid=10121): Terminated: ok {rc=0}\u000a20:18:06.268803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10123): Launched\u000a20:18:06.589952 run osmo-hlr_10.42.42.2(pid=10124): Launched\u000a20:18:06.709307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:18:07.267258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10126): Launched\u000a20:18:07.588300 run osmo-stp_10.42.42.5(pid=10127): Launched\u000a20:18:07.714357 tst emergency_preemptive_call.py: using MSISDN 6840\u000a20:18:07.873998 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:18:08.455333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10129): Launched\u000a20:18:08.774440 run osmo-msc_10.42.42.6(pid=10130): Launched\u000a20:18:08.960754 run osmo-stp_10.42.42.5(pid=10127): ERR: Terminated: ERROR {rc=1} [trial-2349↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10127)]\u000a20:18:09.095885 run osmo-stp_10.42.42.5(pid=10127): stdout: \u000a| (launched: 2022-12-08_20:18:07.430963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:09.230037 run osmo-stp_10.42.42.5(pid=10127): stderr: \u000a| �[0;m�[38;5;43m20221208201807620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201807621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201807621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201807621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201807622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201807622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201807622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:09.358917 run osmo-stp_10.42.42.5(pid=10127): stdout: \u000a| (launched: 2022-12-08_20:18:07.430963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:09.486608 run osmo-stp_10.42.42.5(pid=10127): stderr: \u000a| �[0;m�[38;5;43m20221208201807620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201807621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201807621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201807621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201807622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201807622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201807622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:09.542618 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10127): Process ended prematurely: osmo-stp_10.42.42.5(pid=10127) [trial-2349↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10127)] [trial-2349↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a20:18:09.551250 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a20:18:09.613760 run osmo-hlr_10.42.42.2(pid=10124): ERR: Terminated: ERROR {rc=237} [trial-2349↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10124)]\u000a20:18:09.664976 run osmo-hlr_10.42.42.2(pid=10124): stdout: \u000a| (launched: 2022-12-08_20:18:06.432614) \u000a20:18:09.716787 run osmo-hlr_10.42.42.2(pid=10124): stderr: \u000a| �[0;m�[1;31m20221208201806627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201806627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201806627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201806627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201806627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201806627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201806642 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201806652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201806652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201806652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:18:09.787035 run osmo-msc_10.42.42.6(pid=10130): ERR: Terminated: ERROR {rc=2} [trial-2349↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10130)]\u000a20:18:09.838041 run osmo-msc_10.42.42.6(pid=10130): stdout: \u000a| (launched: 2022-12-08_20:18:08.618001) \u000a20:18:09.889815 run osmo-msc_10.42.42.6(pid=10130): stderr: \u000a| �[0;m�[38;5;43m20221208201808936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208201808936 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdded036c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208201808936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208201808936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208201808937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208201808937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208201808939 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208201808939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208201808939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208201808939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:18:09.933738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10123): Terminating (SIGTERM)\u000a20:18:09.974957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10126): Terminating (SIGTERM)\u000a20:18:10.016385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10129): Terminating (SIGTERM)\u000a20:18:10.026134 --- ParallelTerminationStrategy: PID 10123 died...\u000a20:18:10.081743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10123): Terminated: ok {rc=0}\u000a20:18:10.091988 --- ParallelTerminationStrategy: PID 10126 died...\u000a20:18:10.147397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10126): Terminated: ok {rc=0}\u000a20:18:10.157624 --- ParallelTerminationStrategy: PID 10129 died...\u000a20:18:10.213005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10129): Terminated: ok {rc=0}\u000a20:18:10.300849 bus /sierra_9: Setting Powered False\u000a20:18:11.407167 bus /sierra_9: Setting Powered False\u000a20:18:12.514170 bus /sierra_8: Setting Powered False\u000a20:18:13.619897 bus /sierra_8: Setting Powered False\u000a20:18:14.727099 bus /sierra_3: Setting Powered False\u000a20:18:15.831382 bus /sierra_3: Setting Powered False\u000a20:18:16.946846 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:17:52" }, { "cases" : [ { "testActions" : [ ], "age" : 207, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10145): Process ended prematurely: osmo-stp_10.42.42.5(pid=10145) [trial-2349↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10145)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10145): Process ended prematurely: osmo-stp_10.42.42.5(pid=10145) [trial-2349↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:18:19.025547 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:19.035892 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:18:19.160025 tst cs_paging_gprs_active.py: using LAC 16555\u000a20:18:19.280519 tst cs_paging_gprs_active.py: using RAC 235\u000a20:18:19.400729 tst cs_paging_gprs_active.py: using CellId 16555\u000a20:18:19.521767 tst cs_paging_gprs_active.py: using BVCI 16556\u000a20:18:19.544819 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:19.555324 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:19.565779 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:19.576577 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:19.587372 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:19.598044 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:19.608685 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:19.619525 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:19.630303 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:19.745243 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:20.029145 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:18:20.155406 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:18:20.471513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10135): Launched\u000a20:18:20.733439 run iperf3-srv_10.42.42.10(pid=10136): Launched\u000a20:18:20.919024 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:18:21.045466 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:18:21.359267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10137): Launched\u000a20:18:21.620816 run iperf3-srv_10.42.42.10(pid=10138): Launched\u000a20:18:21.805994 tst cs_paging_gprs_active.py:38: start network...\u000a20:18:21.931990 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:22.407038 run create_hlr_db(pid=10139): Launched\u000a20:18:22.581062 bus /sierra_2: Setting Powered False\u000a20:18:23.603232 run create_hlr_db(pid=10139): Terminated: ok {rc=0}\u000a20:18:24.006656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10141): Launched\u000a20:18:24.309925 run osmo-hlr_10.42.42.2(pid=10142): Launched\u000a20:18:24.419128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:18:24.943690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10144): Launched\u000a20:18:25.247390 run osmo-stp_10.42.42.5(pid=10145): Launched\u000a20:18:25.357614 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:18:25.884911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10147): Launched\u000a20:18:25.992617 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:18:26.256559 run patchelf(pid=10148): Launched\u000a20:18:26.433810 run osmo-stp_10.42.42.5(pid=10145): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10145)]\u000a20:18:26.563460 run osmo-stp_10.42.42.5(pid=10145): stdout: \u000a| (launched: 2022-12-08_20:18:25.097111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:26.693809 run osmo-stp_10.42.42.5(pid=10145): stderr: \u000a| �[0;m�[38;5;43m20221208201825264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201825264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201825264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201825265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201825265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201825265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201825265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:26.819595 run osmo-stp_10.42.42.5(pid=10145): stdout: \u000a| (launched: 2022-12-08_20:18:25.097111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:26.944017 run osmo-stp_10.42.42.5(pid=10145): stderr: \u000a| �[0;m�[38;5;43m20221208201825264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201825264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201825264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201825265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201825265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201825265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201825265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:27.088611 run patchelf(pid=10148): Terminating (SIGINT)\u000a20:18:27.259124 run patchelf(pid=10148): Terminated: ok {rc=0}\u000a20:18:27.290572 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10145): Process ended prematurely: osmo-stp_10.42.42.5(pid=10145) [trial-2349↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10145)] [trial-2349↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a20:18:27.299615 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a20:18:27.360451 run osmo-hlr_10.42.42.2(pid=10142): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10142)]\u000a20:18:27.409614 run osmo-hlr_10.42.42.2(pid=10142): stdout: \u000a| (launched: 2022-12-08_20:18:24.160620) \u000a20:18:27.459452 run osmo-hlr_10.42.42.2(pid=10142): stderr: \u000a| �[0;m�[1;31m20221208201824333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201824333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201824333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201824333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201824334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201824334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201824370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201824380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201824381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201824381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:18:27.501627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10135): Terminating (SIGTERM)\u000a20:18:27.541540 run iperf3-srv_10.42.42.10(pid=10136): Terminating (SIGTERM)\u000a20:18:27.581812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10137): Terminating (SIGTERM)\u000a20:18:27.621450 run iperf3-srv_10.42.42.10(pid=10138): Terminating (SIGTERM)\u000a20:18:27.661402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10141): Terminating (SIGTERM)\u000a20:18:27.701319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10144): Terminating (SIGTERM)\u000a20:18:27.741732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10147): Terminating (SIGTERM)\u000a20:18:27.751143 --- ParallelTerminationStrategy: PID 10135 died...\u000a20:18:27.804793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10135): Terminated: ok {rc=0}\u000a20:18:27.814933 --- ParallelTerminationStrategy: PID 10136 died...\u000a20:18:27.868050 run iperf3-srv_10.42.42.10(pid=10136): Terminated {rc=256}\u000a20:18:27.877785 --- ParallelTerminationStrategy: PID 10137 died...\u000a20:18:27.931089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10137): Terminated: ok {rc=0}\u000a20:18:27.940867 --- ParallelTerminationStrategy: PID 10138 died...\u000a20:18:27.994222 run iperf3-srv_10.42.42.10(pid=10138): Terminated {rc=256}\u000a20:18:28.004163 --- ParallelTerminationStrategy: PID 10141 died...\u000a20:18:28.057265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10141): Terminated: ok {rc=0}\u000a20:18:28.067181 --- ParallelTerminationStrategy: PID 10144 died...\u000a20:18:28.120389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10144): Terminated: ok {rc=0}\u000a20:18:28.130361 --- ParallelTerminationStrategy: PID 10147 died...\u000a20:18:28.183253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10147): Terminated: ok {rc=0}\u000a20:18:28.265532 bus /gobi_0: Setting Powered False\u000a20:18:29.367889 bus /gobi_0: Setting Powered False\u000a20:18:30.473097 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10158): Process ended prematurely: osmo-stp_10.42.42.5(pid=10158) [trial-2349↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10158)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10158): Process ended prematurely: osmo-stp_10.42.42.5(pid=10158) [trial-2349↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a20:18:31.588204 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:31.601064 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:18:31.757188 tst iperf3.py: using LAC 16556\u000a20:18:31.884736 tst iperf3.py: using RAC 236\u000a20:18:32.035062 tst iperf3.py: using CellId 16556\u000a20:18:32.187271 tst iperf3.py: using BVCI 16557\u000a20:18:32.213110 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:32.224457 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:32.235846 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:32.248118 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:32.260163 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:32.272848 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:32.284070 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:32.294823 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:32.305746 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:32.605255 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:18:32.741362 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:18:33.078509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10149): Launched\u000a20:18:33.359268 run iperf3-srv_10.42.42.10(pid=10150): Launched\u000a20:18:33.559041 tst iperf3.py:8: start network...\u000a20:18:33.696236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:34.219196 run create_hlr_db(pid=10152): Launched\u000a20:18:34.409585 bus /gobi_6: Setting Powered False\u000a20:18:35.430866 run create_hlr_db(pid=10152): Terminated: ok {rc=0}\u000a20:18:35.838554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10154): Launched\u000a20:18:36.140266 run osmo-hlr_10.42.42.2(pid=10155): Launched\u000a20:18:36.257707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:18:36.787723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10157): Launched\u000a20:18:37.090172 run osmo-stp_10.42.42.5(pid=10158): Launched\u000a20:18:37.200832 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:18:37.730881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10160): Launched\u000a20:18:37.839074 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:18:38.104038 run patchelf(pid=10161): Launched\u000a20:18:38.282283 run osmo-stp_10.42.42.5(pid=10158): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10158)]\u000a20:18:38.412372 run osmo-stp_10.42.42.5(pid=10158): stdout: \u000a| (launched: 2022-12-08_20:18:36.941524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:38.542995 run osmo-stp_10.42.42.5(pid=10158): stderr: \u000a| �[0;m�[38;5;43m20221208201837107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201837107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201837107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201837108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201837108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201837108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201837108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:38.668709 run osmo-stp_10.42.42.5(pid=10158): stdout: \u000a| (launched: 2022-12-08_20:18:36.941524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:38.793272 run osmo-stp_10.42.42.5(pid=10158): stderr: \u000a| �[0;m�[38;5;43m20221208201837107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201837107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201837107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201837108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201837108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201837108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201837108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:38.939001 run patchelf(pid=10161): Terminating (SIGINT)\u000a20:18:39.109749 run patchelf(pid=10161): Terminated: ok {rc=0}\u000a20:18:39.140939 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10158): Process ended prematurely: osmo-stp_10.42.42.5(pid=10158) [trial-2349↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10158)] [trial-2349↪gprs:oc2g↪iperf3.py:8]\u000a20:18:39.150179 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a20:18:39.211264 run osmo-hlr_10.42.42.2(pid=10155): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10155)]\u000a20:18:39.260793 run osmo-hlr_10.42.42.2(pid=10155): stdout: \u000a| (launched: 2022-12-08_20:18:35.992186) \u000a20:18:39.311000 run osmo-hlr_10.42.42.2(pid=10155): stderr: \u000a| �[0;m�[1;31m20221208201836165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201836166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201836166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201836166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201836166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201836166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201836178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201836188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201836189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201836189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:18:39.353762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10149): Terminating (SIGTERM)\u000a20:18:39.394124 run iperf3-srv_10.42.42.10(pid=10150): Terminating (SIGTERM)\u000a20:18:39.434515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10154): Terminating (SIGTERM)\u000a20:18:39.474802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10157): Terminating (SIGTERM)\u000a20:18:39.514969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10160): Terminating (SIGTERM)\u000a20:18:39.524473 --- ParallelTerminationStrategy: PID 10149 died...\u000a20:18:39.578799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10149): Terminated: ok {rc=0}\u000a20:18:39.588668 --- ParallelTerminationStrategy: PID 10150 died...\u000a20:18:39.642366 run iperf3-srv_10.42.42.10(pid=10150): Terminated {rc=256}\u000a20:18:39.651943 --- ParallelTerminationStrategy: PID 10154 died...\u000a20:18:39.706419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10154): Terminated: ok {rc=0}\u000a20:18:39.716152 --- ParallelTerminationStrategy: PID 10157 died...\u000a20:18:39.769857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10157): Terminated: ok {rc=0}\u000a20:18:39.779793 --- ParallelTerminationStrategy: PID 10160 died...\u000a20:18:39.833427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10160): Terminated: ok {rc=0}\u000a20:18:39.920897 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10176): Process ended prematurely: osmo-stp_10.42.42.5(pid=10176) [trial-2349↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10176)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10176): Process ended prematurely: osmo-stp_10.42.42.5(pid=10176) [trial-2349↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10176)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a20:18:41.032075 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:41.043251 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:18:41.182803 tst iperf3m4.py: using LAC 16557\u000a20:18:41.313889 tst iperf3m4.py: using RAC 237\u000a20:18:41.444927 tst iperf3m4.py: using CellId 16557\u000a20:18:41.574854 tst iperf3m4.py: using BVCI 16558\u000a20:18:41.600568 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:41.611731 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:41.622835 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:41.634124 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:41.645278 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:41.656309 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:41.667334 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:41.678602 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:41.690108 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:41.805297 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:41.929488 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:42.044681 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:42.339667 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:18:42.476091 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:18:42.815192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10162): Launched\u000a20:18:43.097314 run iperf3-srv_10.42.42.10(pid=10163): Launched\u000a20:18:43.297961 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:18:43.435180 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:18:43.773422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10164): Launched\u000a20:18:44.054833 run iperf3-srv_10.42.42.10(pid=10165): Launched\u000a20:18:44.254996 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:18:44.391989 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:18:44.730895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10166): Launched\u000a20:18:45.010829 run iperf3-srv_10.42.42.10(pid=10167): Launched\u000a20:18:45.210707 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:18:45.347468 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:18:45.685406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10168): Launched\u000a20:18:45.988125 run iperf3-srv_10.42.42.10(pid=10169): Launched\u000a20:18:46.178153 tst iperf3m4.py:8: start network...\u000a20:18:46.309241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:46.876414 run create_hlr_db(pid=10170): Launched\u000a20:18:47.069222 bus /gobi_6: Setting Powered False\u000a20:18:48.087216 run create_hlr_db(pid=10170): Terminated: ok {rc=0}\u000a20:18:48.521546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10172): Launched\u000a20:18:48.847792 run osmo-hlr_10.42.42.2(pid=10173): Launched\u000a20:18:48.965924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:18:49.532052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10175): Launched\u000a20:18:49.857744 run osmo-stp_10.42.42.5(pid=10176): Launched\u000a20:18:49.975772 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:18:50.546671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10178): Launched\u000a20:18:50.663288 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:18:50.949315 run patchelf(pid=10179): Launched\u000a20:18:51.140703 run osmo-stp_10.42.42.5(pid=10176): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10176)]\u000a20:18:51.279817 run osmo-stp_10.42.42.5(pid=10176): stdout: \u000a| (launched: 2022-12-08_20:18:49.697726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:51.419703 run osmo-stp_10.42.42.5(pid=10176): stderr: \u000a| �[0;m�[38;5;43m20221208201849886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201849886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201849886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201849886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201849887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201849887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201849887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:51.554807 run osmo-stp_10.42.42.5(pid=10176): stdout: \u000a| (launched: 2022-12-08_20:18:49.697726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:51.688709 run osmo-stp_10.42.42.5(pid=10176): stderr: \u000a| �[0;m�[38;5;43m20221208201849886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201849886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201849886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201849886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201849887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201849887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201849887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:51.845352 run patchelf(pid=10179): Terminating (SIGINT)\u000a20:18:52.028599 run patchelf(pid=10179): Terminated: ok {rc=0}\u000a20:18:52.062276 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10176): Process ended prematurely: osmo-stp_10.42.42.5(pid=10176) [trial-2349↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10176)] [trial-2349↪gprs:oc2g↪iperf3m4.py:8]\u000a20:18:52.072116 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a20:18:52.135753 run osmo-hlr_10.42.42.2(pid=10173): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10173)]\u000a20:18:52.187527 run osmo-hlr_10.42.42.2(pid=10173): stdout: \u000a| (launched: 2022-12-08_20:18:48.687644) \u000a20:18:52.239742 run osmo-hlr_10.42.42.2(pid=10173): stderr: \u000a| �[0;m�[1;31m20221208201848882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201848882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201848882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201848882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201848882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201848882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201848894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201848903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201848904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201848904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:18:52.284625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10162): Terminating (SIGTERM)\u000a20:18:52.326794 run iperf3-srv_10.42.42.10(pid=10163): Terminating (SIGTERM)\u000a20:18:52.369341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10164): Terminating (SIGTERM)\u000a20:18:52.411474 run iperf3-srv_10.42.42.10(pid=10165): Terminating (SIGTERM)\u000a20:18:52.453633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10166): Terminating (SIGTERM)\u000a20:18:52.495593 run iperf3-srv_10.42.42.10(pid=10167): Terminating (SIGTERM)\u000a20:18:52.537487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10168): Terminating (SIGTERM)\u000a20:18:52.579622 run iperf3-srv_10.42.42.10(pid=10169): Terminating (SIGTERM)\u000a20:18:52.621611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10172): Terminating (SIGTERM)\u000a20:18:52.663785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10175): Terminating (SIGTERM)\u000a20:18:52.706025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10178): Terminating (SIGTERM)\u000a20:18:52.716051 --- ParallelTerminationStrategy: PID 10162 died...\u000a20:18:52.772293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10162): Terminated: ok {rc=0}\u000a20:18:52.782662 --- ParallelTerminationStrategy: PID 10163 died...\u000a20:18:52.838274 run iperf3-srv_10.42.42.10(pid=10163): Terminated {rc=256}\u000a20:18:52.849100 --- ParallelTerminationStrategy: PID 10164 died...\u000a20:18:52.904637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10164): Terminated: ok {rc=0}\u000a20:18:52.915203 --- ParallelTerminationStrategy: PID 10165 died...\u000a20:18:52.970818 run iperf3-srv_10.42.42.10(pid=10165): Terminated {rc=256}\u000a20:18:52.981219 --- ParallelTerminationStrategy: PID 10166 died...\u000a20:18:53.036905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10166): Terminated: ok {rc=0}\u000a20:18:53.047368 --- ParallelTerminationStrategy: PID 10167 died...\u000a20:18:53.103328 run iperf3-srv_10.42.42.10(pid=10167): Terminated {rc=256}\u000a20:18:53.113700 --- ParallelTerminationStrategy: PID 10168 died...\u000a20:18:53.169489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10168): Terminated: ok {rc=0}\u000a20:18:53.179740 --- ParallelTerminationStrategy: PID 10169 died...\u000a20:18:53.235365 run iperf3-srv_10.42.42.10(pid=10169): Terminated {rc=256}\u000a20:18:53.245925 --- ParallelTerminationStrategy: PID 10172 died...\u000a20:18:53.302457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10172): Terminated: ok {rc=0}\u000a20:18:53.312870 --- ParallelTerminationStrategy: PID 10175 died...\u000a20:18:53.368857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10175): Terminated: ok {rc=0}\u000a20:18:53.379353 --- ParallelTerminationStrategy: PID 10178 died...\u000a20:18:53.435434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10178): Terminated: ok {rc=0}\u000a20:18:53.522453 bus /gobi_4: Setting Powered False\u000a20:18:54.626976 bus /gobi_4: Setting Powered False\u000a20:18:55.734009 bus /gobi_1: Setting Powered False\u000a20:18:56.841333 bus /gobi_1: Setting Powered False\u000a20:18:57.949444 bus /gobi_0: Setting Powered False\u000a20:18:59.054755 bus /gobi_0: Setting Powered False\u000a20:19:00.163055 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10186): Process ended prematurely: osmo-stp_10.42.42.5(pid=10186) [trial-2349↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10186)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10186): Process ended prematurely: osmo-stp_10.42.42.5(pid=10186) [trial-2349↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g ping.py\u000a----------------------------------------------\u000a20:19:01.232108 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:01.244040 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:19:01.401274 tst ping.py: using LAC 16558\u000a20:19:01.558099 tst ping.py: using RAC 238\u000a20:19:01.726399 tst ping.py: using CellId 16558\u000a20:19:01.878662 tst ping.py: using BVCI 16559\u000a20:19:01.908902 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:01.923743 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:01.940218 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:01.953401 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:01.964867 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:01.976637 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:01.988310 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:02.001119 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:19:02.283951 tst ping.py:19: start network...\u000a20:19:02.408898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:02.872876 run create_hlr_db(pid=10180): Launched\u000a20:19:03.045608 bus /gobi_6: Setting Powered False\u000a20:19:04.066254 run create_hlr_db(pid=10180): Terminated: ok {rc=0}\u000a20:19:04.494146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10182): Launched\u000a20:19:04.814825 run osmo-hlr_10.42.42.2(pid=10183): Launched\u000a20:19:04.933749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:05.495651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10185): Launched\u000a20:19:05.815058 run osmo-stp_10.42.42.5(pid=10186): Launched\u000a20:19:05.931954 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:19:06.491399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10188): Launched\u000a20:19:06.605734 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:19:06.885539 run patchelf(pid=10189): Launched\u000a20:19:07.073462 run osmo-stp_10.42.42.5(pid=10186): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10186)]\u000a20:19:07.210344 run osmo-stp_10.42.42.5(pid=10186): stdout: \u000a| (launched: 2022-12-08_20:19:05.658628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:07.348047 run osmo-stp_10.42.42.5(pid=10186): stderr: \u000a| �[0;m�[38;5;43m20221208201905847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201905847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201905848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201905848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201905848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201905849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201905849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:07.480408 run osmo-stp_10.42.42.5(pid=10186): stdout: \u000a| (launched: 2022-12-08_20:19:05.658628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:07.611910 run osmo-stp_10.42.42.5(pid=10186): stderr: \u000a| �[0;m�[38;5;43m20221208201905847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201905847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201905848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201905848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201905848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201905849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201905849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:07.765615 run patchelf(pid=10189): Terminating (SIGINT)\u000a20:19:07.946713 run patchelf(pid=10189): Terminated: ok {rc=0}\u000a20:19:07.979627 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10186): Process ended prematurely: osmo-stp_10.42.42.5(pid=10186) [trial-2349↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10186)] [trial-2349↪gprs:oc2g↪ping.py:22]\u000a20:19:07.988986 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:19:08.052364 run osmo-hlr_10.42.42.2(pid=10183): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10183)]\u000a20:19:08.104249 run osmo-hlr_10.42.42.2(pid=10183): stdout: \u000a| (launched: 2022-12-08_20:19:04.657623) \u000a20:19:08.156906 run osmo-hlr_10.42.42.2(pid=10183): stderr: \u000a| �[0;m�[1;31m20221208201904851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201904851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201904851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201904851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201904851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201904851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201904864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201904872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201904872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201904872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:08.203058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10182): Terminating (SIGTERM)\u000a20:19:08.245917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10185): Terminating (SIGTERM)\u000a20:19:08.288256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10188): Terminating (SIGTERM)\u000a20:19:08.298531 --- ParallelTerminationStrategy: PID 10182 died...\u000a20:19:08.355351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10182): Terminated: ok {rc=0}\u000a20:19:08.365831 --- ParallelTerminationStrategy: PID 10185 died...\u000a20:19:08.421936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10185): Terminated: ok {rc=0}\u000a20:19:08.432271 --- ParallelTerminationStrategy: PID 10188 died...\u000a20:19:08.488108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10188): Terminated: ok {rc=0}\u000a20:19:08.575577 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10196): Process ended prematurely: osmo-stp_10.42.42.5(pid=10196) [trial-2349↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10196)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10196): Process ended prematurely: osmo-stp_10.42.42.5(pid=10196) [trial-2349↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a20:19:09.629282 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:09.641444 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:19:09.772423 tst ping_idle_ping.py: using LAC 16559\u000a20:19:09.895061 tst ping_idle_ping.py: using RAC 239\u000a20:19:10.015061 tst ping_idle_ping.py: using CellId 16559\u000a20:19:10.135838 tst ping_idle_ping.py: using BVCI 16560\u000a20:19:10.158811 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:10.169499 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:10.180074 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:10.191491 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:10.202816 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:10.215013 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:10.225764 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:10.236927 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:19:10.522583 tst ping_idle_ping.py:24: start network...\u000a20:19:10.647071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:11.117717 run create_hlr_db(pid=10190): Launched\u000a20:19:11.291213 bus /gobi_6: Setting Powered False\u000a20:19:12.309622 run create_hlr_db(pid=10190): Terminated: ok {rc=0}\u000a20:19:12.737850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10192): Launched\u000a20:19:13.058956 run osmo-hlr_10.42.42.2(pid=10193): Launched\u000a20:19:13.175498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:13.737598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10195): Launched\u000a20:19:14.058796 run osmo-stp_10.42.42.5(pid=10196): Launched\u000a20:19:14.175017 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:19:14.735674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10198): Launched\u000a20:19:14.850558 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:19:15.132014 run patchelf(pid=10199): Launched\u000a20:19:15.321631 run osmo-stp_10.42.42.5(pid=10196): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10196)]\u000a20:19:15.459446 run osmo-stp_10.42.42.5(pid=10196): stdout: \u000a| (launched: 2022-12-08_20:19:13.901247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:15.597780 run osmo-stp_10.42.42.5(pid=10196): stderr: \u000a| �[0;m�[38;5;43m20221208201914090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201914090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201914090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201914090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201914091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201914091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201914091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:15.731057 run osmo-stp_10.42.42.5(pid=10196): stdout: \u000a| (launched: 2022-12-08_20:19:13.901247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:15.870210 run osmo-stp_10.42.42.5(pid=10196): stderr: \u000a| �[0;m�[38;5;43m20221208201914090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201914090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201914090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201914090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201914091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201914091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201914091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:16.050651 run patchelf(pid=10199): Terminating (SIGINT)\u000a20:19:16.225138 run patchelf(pid=10199): Terminated: ok {rc=0}\u000a20:19:16.257173 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10196): Process ended prematurely: osmo-stp_10.42.42.5(pid=10196) [trial-2349↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10196)] [trial-2349↪gprs:oc2g↪ping_idle_ping.py:27]\u000a20:19:16.266935 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:19:16.332604 run osmo-hlr_10.42.42.2(pid=10193): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10193)]\u000a20:19:16.384695 run osmo-hlr_10.42.42.2(pid=10193): stdout: \u000a| (launched: 2022-12-08_20:19:12.902146) \u000a20:19:16.438522 run osmo-hlr_10.42.42.2(pid=10193): stderr: \u000a| �[0;m�[1;31m20221208201913095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201913095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201913095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201913095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201913095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201913095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201913108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201913117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201913117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201913117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:16.484046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10192): Terminating (SIGTERM)\u000a20:19:16.526416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10195): Terminating (SIGTERM)\u000a20:19:16.572906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10198): Terminating (SIGTERM)\u000a20:19:16.583654 --- ParallelTerminationStrategy: PID 10192 died...\u000a20:19:16.641864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10192): Terminated: ok {rc=0}\u000a20:19:16.654397 --- ParallelTerminationStrategy: PID 10195 died...\u000a20:19:16.711880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10195): Terminated: ok {rc=0}\u000a20:19:16.722710 --- ParallelTerminationStrategy: PID 10198 died...\u000a20:19:16.780021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10198): Terminated: ok {rc=0}\u000a20:19:16.867835 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:18:18" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10213): Process ended prematurely: osmo-stp_10.42.42.5(pid=10213) [trial-2349↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10213)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10213): Process ended prematurely: osmo-stp_10.42.42.5(pid=10213) [trial-2349↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:19:18.974917 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:18.985664 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:19:19.108421 tst cs_paging_gprs_active.py: using LAC 16560\u000a20:19:19.227163 tst cs_paging_gprs_active.py: using RAC 240\u000a20:19:19.344768 tst cs_paging_gprs_active.py: using CellId 16560\u000a20:19:19.463626 tst cs_paging_gprs_active.py: using BVCI 16561\u000a20:19:19.486332 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:19.497512 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:19.508240 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:19.521301 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:19.532857 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:19.543879 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:19.555219 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:19.566368 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:19.577623 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:19:19.693682 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:19:19.969581 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:19:20.096018 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:20.405411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10203): Launched\u000a20:19:20.662931 run iperf3-srv_10.42.42.10(pid=10204): Launched\u000a20:19:20.844847 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:19:20.969235 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:21.277816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10205): Launched\u000a20:19:21.534018 run iperf3-srv_10.42.42.10(pid=10206): Launched\u000a20:19:21.714900 tst cs_paging_gprs_active.py:38: start network...\u000a20:19:21.838500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:22.309282 run create_hlr_db(pid=10207): Launched\u000a20:19:22.481232 bus /gobi_6: Setting Powered False\u000a20:19:23.502436 run create_hlr_db(pid=10207): Terminated: ok {rc=0}\u000a20:19:23.928864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10209): Launched\u000a20:19:24.249220 run osmo-hlr_10.42.42.2(pid=10210): Launched\u000a20:19:24.367792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:24.925905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10212): Launched\u000a20:19:25.244541 run osmo-stp_10.42.42.5(pid=10213): Launched\u000a20:19:25.360903 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:19:25.917382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10215): Launched\u000a20:19:26.032358 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:19:26.311115 run patchelf(pid=10216): Launched\u000a20:19:26.498548 run osmo-stp_10.42.42.5(pid=10213): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10213)]\u000a20:19:26.635232 run osmo-stp_10.42.42.5(pid=10213): stdout: \u000a| (launched: 2022-12-08_20:19:25.088083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:26.772525 run osmo-stp_10.42.42.5(pid=10213): stderr: \u000a| �[0;m�[38;5;43m20221208201925276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201925276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201925276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201925276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201925277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201925277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201925277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:26.905226 run osmo-stp_10.42.42.5(pid=10213): stdout: \u000a| (launched: 2022-12-08_20:19:25.088083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:27.036524 run osmo-stp_10.42.42.5(pid=10213): stderr: \u000a| �[0;m�[38;5;43m20221208201925276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201925276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201925276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201925276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201925277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201925277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201925277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:27.189210 run patchelf(pid=10216): Terminating (SIGINT)\u000a20:19:27.368890 run patchelf(pid=10216): Terminated: ok {rc=0}\u000a20:19:27.401790 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10213): Process ended prematurely: osmo-stp_10.42.42.5(pid=10213) [trial-2349↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10213)] [trial-2349↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:19:27.411720 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a20:19:27.473997 run osmo-hlr_10.42.42.2(pid=10210): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10210)]\u000a20:19:27.525374 run osmo-hlr_10.42.42.2(pid=10210): stdout: \u000a| (launched: 2022-12-08_20:19:24.092043) \u000a20:19:27.577233 run osmo-hlr_10.42.42.2(pid=10210): stderr: \u000a| �[0;m�[1;31m20221208201924286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201924286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201924286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201924286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201924286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201924286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201924299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201924308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201924308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201924308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:27.621718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10203): Terminating (SIGTERM)\u000a20:19:27.663491 run iperf3-srv_10.42.42.10(pid=10204): Terminating (SIGTERM)\u000a20:19:27.705489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10205): Terminating (SIGTERM)\u000a20:19:27.747317 run iperf3-srv_10.42.42.10(pid=10206): Terminating (SIGTERM)\u000a20:19:27.789290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10209): Terminating (SIGTERM)\u000a20:19:27.831010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10212): Terminating (SIGTERM)\u000a20:19:27.872838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10215): Terminating (SIGTERM)\u000a20:19:27.882497 --- ParallelTerminationStrategy: PID 10203 died...\u000a20:19:27.937955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10203): Terminated: ok {rc=0}\u000a20:19:27.947936 --- ParallelTerminationStrategy: PID 10204 died...\u000a20:19:28.003307 run iperf3-srv_10.42.42.10(pid=10204): Terminated {rc=256}\u000a20:19:28.013240 --- ParallelTerminationStrategy: PID 10205 died...\u000a20:19:28.068684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10205): Terminated: ok {rc=0}\u000a20:19:28.078611 --- ParallelTerminationStrategy: PID 10206 died...\u000a20:19:28.133895 run iperf3-srv_10.42.42.10(pid=10206): Terminated {rc=256}\u000a20:19:28.143843 --- ParallelTerminationStrategy: PID 10209 died...\u000a20:19:28.199080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10209): Terminated: ok {rc=0}\u000a20:19:28.209149 --- ParallelTerminationStrategy: PID 10212 died...\u000a20:19:28.264509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10212): Terminated: ok {rc=0}\u000a20:19:28.274550 --- ParallelTerminationStrategy: PID 10215 died...\u000a20:19:28.330375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10215): Terminated: ok {rc=0}\u000a20:19:28.417291 bus /gobi_0: Setting Powered False\u000a20:19:29.520319 bus /gobi_0: Setting Powered False\u000a20:19:30.628191 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10225): Process ended prematurely: osmo-stp_10.42.42.5(pid=10225) [trial-2349↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10225)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10225): Process ended prematurely: osmo-stp_10.42.42.5(pid=10225) [trial-2349↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:19:31.739163 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:31.751432 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:19:31.913044 tst iperf3.py: using LAC 16561\u000a20:19:32.068073 tst iperf3.py: using RAC 241\u000a20:19:32.189844 tst iperf3.py: using CellId 16561\u000a20:19:32.308301 tst iperf3.py: using BVCI 16562\u000a20:19:32.332167 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:32.343125 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:32.353893 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:32.364684 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:32.375685 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:32.386667 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:32.397786 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:32.408893 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:32.419758 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:19:32.709795 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:19:32.842210 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:33.171255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10217): Launched\u000a20:19:33.445110 run iperf3-srv_10.42.42.10(pid=10218): Launched\u000a20:19:33.639044 tst iperf3.py:8: start network...\u000a20:19:33.771113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:34.279059 run create_hlr_db(pid=10219): Launched\u000a20:19:34.462678 bus /gobi_6: Setting Powered False\u000a20:19:35.483994 run create_hlr_db(pid=10219): Terminated: ok {rc=0}\u000a20:19:35.907090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10221): Launched\u000a20:19:36.224238 run osmo-hlr_10.42.42.2(pid=10222): Launched\u000a20:19:36.339713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:36.893132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10224): Launched\u000a20:19:37.210771 run osmo-stp_10.42.42.5(pid=10225): Launched\u000a20:19:37.326693 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:19:37.882135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10227): Launched\u000a20:19:37.995660 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:19:38.274615 run patchelf(pid=10228): Launched\u000a20:19:38.462024 run osmo-stp_10.42.42.5(pid=10225): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10225)]\u000a20:19:38.598569 run osmo-stp_10.42.42.5(pid=10225): stdout: \u000a| (launched: 2022-12-08_20:19:37.055281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:38.735028 run osmo-stp_10.42.42.5(pid=10225): stderr: \u000a| �[0;m�[38;5;43m20221208201937244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201937244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201937244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201937244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201937245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201937245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201937245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:38.867240 run osmo-stp_10.42.42.5(pid=10225): stdout: \u000a| (launched: 2022-12-08_20:19:37.055281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:38.998551 run osmo-stp_10.42.42.5(pid=10225): stderr: \u000a| �[0;m�[38;5;43m20221208201937244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201937244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201937244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201937244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201937245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201937245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201937245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:39.151266 run patchelf(pid=10228): Terminating (SIGINT)\u000a20:19:39.330620 run patchelf(pid=10228): Terminated: ok {rc=0}\u000a20:19:39.363541 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10225): Process ended prematurely: osmo-stp_10.42.42.5(pid=10225) [trial-2349↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10225)] [trial-2349↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a20:19:39.373324 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:19:39.435589 run osmo-hlr_10.42.42.2(pid=10222): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10222)]\u000a20:19:39.486497 run osmo-hlr_10.42.42.2(pid=10222): stdout: \u000a| (launched: 2022-12-08_20:19:36.069057) \u000a20:19:39.538338 run osmo-hlr_10.42.42.2(pid=10222): stderr: \u000a| �[0;m�[1;31m20221208201936262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201936262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201936262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201936262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201936262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201936263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201936275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201936283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201936283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201936283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:39.582352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10217): Terminating (SIGTERM)\u000a20:19:39.623706 run iperf3-srv_10.42.42.10(pid=10218): Terminating (SIGTERM)\u000a20:19:39.665488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10221): Terminating (SIGTERM)\u000a20:19:39.707189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10224): Terminating (SIGTERM)\u000a20:19:39.748860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10227): Terminating (SIGTERM)\u000a20:19:39.758462 --- ParallelTerminationStrategy: PID 10217 died...\u000a20:19:39.813986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10217): Terminated: ok {rc=0}\u000a20:19:39.823993 --- ParallelTerminationStrategy: PID 10218 died...\u000a20:19:39.879584 run iperf3-srv_10.42.42.10(pid=10218): Terminated {rc=256}\u000a20:19:39.890090 --- ParallelTerminationStrategy: PID 10221 died...\u000a20:19:39.945150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10221): Terminated: ok {rc=0}\u000a20:19:39.955077 --- ParallelTerminationStrategy: PID 10224 died...\u000a20:19:40.010148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10224): Terminated: ok {rc=0}\u000a20:19:40.020170 --- ParallelTerminationStrategy: PID 10227 died...\u000a20:19:40.075338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10227): Terminated: ok {rc=0}\u000a20:19:40.162780 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10243): Process ended prematurely: osmo-stp_10.42.42.5(pid=10243) [trial-2349↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10243)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10243): Process ended prematurely: osmo-stp_10.42.42.5(pid=10243) [trial-2349↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:19:41.279276 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:41.291238 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:19:41.419115 tst iperf3m4.py: using LAC 16562\u000a20:19:41.545226 tst iperf3m4.py: using RAC 242\u000a20:19:41.673009 tst iperf3m4.py: using CellId 16562\u000a20:19:41.799617 tst iperf3m4.py: using BVCI 16563\u000a20:19:41.824095 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:41.835408 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:41.846487 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:41.857573 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:41.868437 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:41.879430 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:41.890751 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:41.901660 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:41.912782 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:19:42.034418 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:19:42.154201 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:19:42.270820 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:19:42.544569 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:19:42.668804 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:42.978650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10229): Launched\u000a20:19:43.235844 run iperf3-srv_10.42.42.10(pid=10230): Launched\u000a20:19:43.417585 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:19:43.541741 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:43.851561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10231): Launched\u000a20:19:44.109012 run iperf3-srv_10.42.42.10(pid=10232): Launched\u000a20:19:44.290433 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:19:44.414717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:44.723968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10233): Launched\u000a20:19:44.980119 run iperf3-srv_10.42.42.10(pid=10234): Launched\u000a20:19:45.161046 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:19:45.285165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:45.594637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10235): Launched\u000a20:19:45.857580 run iperf3-srv_10.42.42.10(pid=10236): Launched\u000a20:19:46.043159 tst iperf3m4.py:8: start network...\u000a20:19:46.170424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:46.663091 run create_hlr_db(pid=10237): Launched\u000a20:19:46.838713 bus /gobi_6: Setting Powered False\u000a20:19:47.857207 run create_hlr_db(pid=10237): Terminated: ok {rc=0}\u000a20:19:48.254781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10239): Launched\u000a20:19:48.553024 run osmo-hlr_10.42.42.2(pid=10240): Launched\u000a20:19:48.669864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:49.194416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10242): Launched\u000a20:19:49.491612 run osmo-stp_10.42.42.5(pid=10243): Launched\u000a20:19:49.600528 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:19:50.121634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10245): Launched\u000a20:19:50.227785 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:19:50.490519 run patchelf(pid=10246): Launched\u000a20:19:50.668219 run osmo-stp_10.42.42.5(pid=10243): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10243)]\u000a20:19:50.798156 run osmo-stp_10.42.42.5(pid=10243): stdout: \u000a| (launched: 2022-12-08_20:19:49.345536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:50.928435 run osmo-stp_10.42.42.5(pid=10243): stderr: \u000a| �[0;m�[38;5;43m20221208201949513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201949513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201949514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201949514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201949514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201949515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201949515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:51.054565 run osmo-stp_10.42.42.5(pid=10243): stdout: \u000a| (launched: 2022-12-08_20:19:49.345536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:51.179639 run osmo-stp_10.42.42.5(pid=10243): stderr: \u000a| �[0;m�[38;5;43m20221208201949513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208201949513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208201949514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208201949514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208201949514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208201949515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208201949515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:51.325059 run patchelf(pid=10246): Terminating (SIGINT)\u000a20:19:51.495342 run patchelf(pid=10246): Terminated: ok {rc=0}\u000a20:19:51.526510 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10243): Process ended prematurely: osmo-stp_10.42.42.5(pid=10243) [trial-2349↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10243)] [trial-2349↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:19:51.535782 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a20:19:51.597060 run osmo-hlr_10.42.42.2(pid=10240): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10240)]\u000a20:19:51.646761 run osmo-hlr_10.42.42.2(pid=10240): stdout: \u000a| (launched: 2022-12-08_20:19:48.405638) \u000a20:19:51.697197 run osmo-hlr_10.42.42.2(pid=10240): stderr: \u000a| �[0;m�[1;31m20221208201948576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208201948576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208201948576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201948576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208201948576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208201948577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208201948589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208201948598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208201948598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208201948599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:51.739591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10229): Terminating (SIGTERM)\u000a20:19:51.779719 run iperf3-srv_10.42.42.10(pid=10230): Terminating (SIGTERM)\u000a20:19:51.819984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10231): Terminating (SIGTERM)\u000a20:19:51.860380 run iperf3-srv_10.42.42.10(pid=10232): Terminating (SIGTERM)\u000a20:19:51.900799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10233): Terminating (SIGTERM)\u000a20:19:51.941437 run iperf3-srv_10.42.42.10(pid=10234): Terminating (SIGTERM)\u000a20:19:51.981941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10235): Terminating (SIGTERM)\u000a20:19:52.022506 run iperf3-srv_10.42.42.10(pid=10236): Terminating (SIGTERM)\u000a20:19:52.063244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10239): Terminating (SIGTERM)\u000a20:19:52.103952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10242): Terminating (SIGTERM)\u000a20:19:52.144854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10245): Terminating (SIGTERM)\u000a20:19:52.154517 --- ParallelTerminationStrategy: PID 10229 died...\u000a20:19:52.209253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10229): Terminated: ok {rc=0}\u000a20:19:52.219048 --- ParallelTerminationStrategy: PID 10230 died...\u000a20:19:52.273316 run iperf3-srv_10.42.42.10(pid=10230): Terminated {rc=256}\u000a20:19:52.282919 --- ParallelTerminationStrategy: PID 10231 died...\u000a20:19:52.336730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10231): Terminated: ok {rc=0}\u000a20:19:52.346388 --- ParallelTerminationStrategy: PID 10232 died...\u000a20:19:52.399444 run iperf3-srv_10.42.42.10(pid=10232): Terminated {rc=256}\u000a20:19:52.409395 --- ParallelTerminationStrategy: PID 10233 died...\u000a20:19:52.463305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10233): Terminated: ok {rc=0}\u000a20:19:52.472925 --- ParallelTerminationStrategy: PID 10234 died...\u000a20:19:52.526392 run iperf3-srv_10.42.42.10(pid=10234): Terminated {rc=256}\u000a20:19:52.536252 --- ParallelTerminationStrategy: PID 10235 died...\u000a20:19:52.589500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10235): Terminated: ok {rc=0}\u000a20:19:52.599210 --- ParallelTerminationStrategy: PID 10236 died...\u000a20:19:52.652334 run iperf3-srv_10.42.42.10(pid=10236): Terminated {rc=256}\u000a20:19:52.662112 --- ParallelTerminationStrategy: PID 10239 died...\u000a20:19:52.715436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10239): Terminated: ok {rc=0}\u000a20:19:52.725384 --- ParallelTerminationStrategy: PID 10242 died...\u000a20:19:52.779163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10242): Terminated: ok {rc=0}\u000a20:19:52.789044 --- ParallelTerminationStrategy: PID 10245 died...\u000a20:19:52.842930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10245): Terminated: ok {rc=0}\u000a20:19:52.933257 bus /gobi_4: Setting Powered False\u000a20:19:54.037530 bus /gobi_4: Setting Powered False\u000a20:19:55.150968 bus /gobi_1: Setting Powered False\u000a20:19:56.255087 bus /gobi_1: Setting Powered False\u000a20:19:57.366781 bus /gobi_0: Setting Powered False\u000a20:19:58.470345 bus /gobi_0: Setting Powered False\u000a20:19:59.582647 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10256): Process ended prematurely: osmo-stp_10.42.42.5(pid=10256) [trial-2349↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10256)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10256): Process ended prematurely: osmo-stp_10.42.42.5(pid=10256) [trial-2349↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:20:00.651885 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:00.663907 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:20:00.794834 tst ping.py: using LAC 16563\u000a20:20:00.951121 tst ping.py: using RAC 243\u000a20:20:01.096244 tst ping.py: using CellId 16563\u000a20:20:01.227210 tst ping.py: using BVCI 16564\u000a20:20:01.252244 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:01.264059 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:01.276062 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:01.287910 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:01.299750 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:01.311562 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:01.324016 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:01.335872 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:20:01.631167 tst ping.py:19: start network...\u000a20:20:01.766545 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:02.303241 run create_hlr_db(pid=10250): Launched\u000a20:20:02.489326 bus /gobi_6: Setting Powered False\u000a20:20:03.509544 run create_hlr_db(pid=10250): Terminated: ok {rc=0}\u000a20:20:03.912314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10252): Launched\u000a20:20:04.209426 run osmo-hlr_10.42.42.2(pid=10253): Launched\u000a20:20:04.321911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:04.846284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10255): Launched\u000a20:20:05.141965 run osmo-stp_10.42.42.5(pid=10256): Launched\u000a20:20:05.249299 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:05.766845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10258): Launched\u000a20:20:05.872423 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:06.131841 run patchelf(pid=10259): Launched\u000a20:20:06.306568 run osmo-stp_10.42.42.5(pid=10256): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10256)]\u000a20:20:06.435289 run osmo-stp_10.42.42.5(pid=10256): stdout: \u000a| (launched: 2022-12-08_20:20:04.996492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:06.563250 run osmo-stp_10.42.42.5(pid=10256): stderr: \u000a| �[0;m�[38;5;43m20221208202005164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202005164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202005164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202005165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202005165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202005166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202005166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:06.686504 run osmo-stp_10.42.42.5(pid=10256): stdout: \u000a| (launched: 2022-12-08_20:20:04.996492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:06.808499 run osmo-stp_10.42.42.5(pid=10256): stderr: \u000a| �[0;m�[38;5;43m20221208202005164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202005164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202005164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202005165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202005165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202005166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202005166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:06.951643 run patchelf(pid=10259): Terminating (SIGINT)\u000a20:20:07.120203 run patchelf(pid=10259): Terminated: ok {rc=0}\u000a20:20:07.150660 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10256): Process ended prematurely: osmo-stp_10.42.42.5(pid=10256) [trial-2349↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10256)] [trial-2349↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a20:20:07.159191 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:20:07.220709 run osmo-hlr_10.42.42.2(pid=10253): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10253)]\u000a20:20:07.270804 run osmo-hlr_10.42.42.2(pid=10253): stdout: \u000a| (launched: 2022-12-08_20:20:04.062968) \u000a20:20:07.321414 run osmo-hlr_10.42.42.2(pid=10253): stderr: \u000a| �[0;m�[1;31m20221208202004234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202004234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202004234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202004234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202004234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202004234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202004246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202004255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202004255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202004255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:07.364358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10252): Terminating (SIGTERM)\u000a20:20:07.405116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10255): Terminating (SIGTERM)\u000a20:20:07.445957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10258): Terminating (SIGTERM)\u000a20:20:07.455673 --- ParallelTerminationStrategy: PID 10252 died...\u000a20:20:07.510484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10252): Terminated: ok {rc=0}\u000a20:20:07.520317 --- ParallelTerminationStrategy: PID 10255 died...\u000a20:20:07.574441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10255): Terminated: ok {rc=0}\u000a20:20:07.584457 --- ParallelTerminationStrategy: PID 10258 died...\u000a20:20:07.638563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10258): Terminated: ok {rc=0}\u000a20:20:07.727715 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10266): Process ended prematurely: osmo-stp_10.42.42.5(pid=10266) [trial-2349↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10266)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10266): Process ended prematurely: osmo-stp_10.42.42.5(pid=10266) [trial-2349↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:20:08.780250 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:08.792117 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:20:08.916913 tst ping_idle_ping.py: using LAC 16564\u000a20:20:09.038754 tst ping_idle_ping.py: using RAC 244\u000a20:20:09.153459 tst ping_idle_ping.py: using CellId 16564\u000a20:20:09.267600 tst ping_idle_ping.py: using BVCI 16565\u000a20:20:09.290240 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:09.301050 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:09.311775 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:09.322536 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:09.333738 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:09.344520 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:09.355527 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:09.366501 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:20:09.638651 tst ping_idle_ping.py:24: start network...\u000a20:20:09.761811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:10.230612 run create_hlr_db(pid=10260): Launched\u000a20:20:10.403939 bus /gobi_6: Setting Powered False\u000a20:20:11.424614 run create_hlr_db(pid=10260): Terminated: ok {rc=0}\u000a20:20:11.823934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10262): Launched\u000a20:20:12.122084 run osmo-hlr_10.42.42.2(pid=10263): Launched\u000a20:20:12.239100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:12.763591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10265): Launched\u000a20:20:13.060870 run osmo-stp_10.42.42.5(pid=10266): Launched\u000a20:20:13.169132 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:13.689679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10268): Launched\u000a20:20:13.795950 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:14.056779 run patchelf(pid=10269): Launched\u000a20:20:14.232190 run osmo-stp_10.42.42.5(pid=10266): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10266)]\u000a20:20:14.360922 run osmo-stp_10.42.42.5(pid=10266): stdout: \u000a| (launched: 2022-12-08_20:20:12.914460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:14.489996 run osmo-stp_10.42.42.5(pid=10266): stderr: \u000a| �[0;m�[38;5;43m20221208202013079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202013079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202013080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202013080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202013080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202013081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202013081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:14.614020 run osmo-stp_10.42.42.5(pid=10266): stdout: \u000a| (launched: 2022-12-08_20:20:12.914460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:14.736729 run osmo-stp_10.42.42.5(pid=10266): stderr: \u000a| �[0;m�[38;5;43m20221208202013079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202013079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202013080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202013080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202013080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202013081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202013081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:14.879830 run patchelf(pid=10269): Terminating (SIGINT)\u000a20:20:15.047327 run patchelf(pid=10269): Terminated: ok {rc=0}\u000a20:20:15.077955 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10266): Process ended prematurely: osmo-stp_10.42.42.5(pid=10266) [trial-2349↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10266)] [trial-2349↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:20:15.086605 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a20:20:15.147830 run osmo-hlr_10.42.42.2(pid=10263): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10263)]\u000a20:20:15.197760 run osmo-hlr_10.42.42.2(pid=10263): stdout: \u000a| (launched: 2022-12-08_20:20:11.975701) \u000a20:20:15.248429 run osmo-hlr_10.42.42.2(pid=10263): stderr: \u000a| �[0;m�[1;31m20221208202012147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202012147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202012148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202012148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202012148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202012148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202012159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202012168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202012169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202012169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:15.291937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10262): Terminating (SIGTERM)\u000a20:20:15.332447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10265): Terminating (SIGTERM)\u000a20:20:15.373180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10268): Terminating (SIGTERM)\u000a20:20:15.382728 --- ParallelTerminationStrategy: PID 10262 died...\u000a20:20:15.437107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10262): Terminated: ok {rc=0}\u000a20:20:15.447193 --- ParallelTerminationStrategy: PID 10265 died...\u000a20:20:15.501644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10265): Terminated: ok {rc=0}\u000a20:20:15.511250 --- ParallelTerminationStrategy: PID 10268 died...\u000a20:20:15.565239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10268): Terminated: ok {rc=0}\u000a20:20:15.654079 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:19:18" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10283): Process ended prematurely: osmo-stp_10.42.42.5(pid=10283) [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10283)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10283): Process ended prematurely: osmo-stp_10.42.42.5(pid=10283) [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:20:17.833092 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:17.844482 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:20:17.994886 tst cs_paging_gprs_active.py: using LAC 16565\u000a20:20:18.122737 tst cs_paging_gprs_active.py: using RAC 245\u000a20:20:18.250262 tst cs_paging_gprs_active.py: using CellId 16565\u000a20:20:18.378188 tst cs_paging_gprs_active.py: using BVCI 16566\u000a20:20:18.403123 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:18.414435 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:18.425614 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:18.436765 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:18.447994 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:18.459283 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:18.470894 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:18.482341 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:18.493739 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:20:18.611087 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:20:18.909704 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:20:19.045944 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:19.383742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10273): Launched\u000a20:20:19.664335 run iperf3-srv_10.42.42.10(pid=10274): Launched\u000a20:20:19.864696 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:20:20.001051 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:20.338314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10275): Launched\u000a20:20:20.619139 run iperf3-srv_10.42.42.10(pid=10276): Launched\u000a20:20:20.818525 tst cs_paging_gprs_active.py:38: start network...\u000a20:20:20.954096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:21.476798 run create_hlr_db(pid=10277): Launched\u000a20:20:21.664836 bus /gobi_6: Setting Powered False\u000a20:20:22.686344 run create_hlr_db(pid=10277): Terminated: ok {rc=0}\u000a20:20:23.095094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10279): Launched\u000a20:20:23.402125 run osmo-hlr_10.42.42.2(pid=10280): Launched\u000a20:20:23.521271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:24.053404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10282): Launched\u000a20:20:24.358018 run osmo-stp_10.42.42.5(pid=10283): Launched\u000a20:20:24.468578 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:25.000605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10285): Launched\u000a20:20:25.109367 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:25.374476 run patchelf(pid=10286): Launched\u000a20:20:25.552842 run osmo-stp_10.42.42.5(pid=10283): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10283)]\u000a20:20:25.683669 run osmo-stp_10.42.42.5(pid=10283): stdout: \u000a| (launched: 2022-12-08_20:20:24.207557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:25.814342 run osmo-stp_10.42.42.5(pid=10283): stderr: \u000a| �[0;m�[38;5;43m20221208202024376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202024376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202024376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202024377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202024377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202024377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202024377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:25.940415 run osmo-stp_10.42.42.5(pid=10283): stdout: \u000a| (launched: 2022-12-08_20:20:24.207557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:26.065962 run osmo-stp_10.42.42.5(pid=10283): stderr: \u000a| �[0;m�[38;5;43m20221208202024376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202024376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202024376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202024377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202024377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202024377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202024377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:26.211856 run patchelf(pid=10286): Terminating (SIGINT)\u000a20:20:26.382970 run patchelf(pid=10286): Terminated: ok {rc=0}\u000a20:20:26.414577 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10283): Process ended prematurely: osmo-stp_10.42.42.5(pid=10283) [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10283)] [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:20:26.423965 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a20:20:26.485951 run osmo-hlr_10.42.42.2(pid=10280): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10280)]\u000a20:20:26.536006 run osmo-hlr_10.42.42.2(pid=10280): stdout: \u000a| (launched: 2022-12-08_20:20:23.250132) \u000a20:20:26.586713 run osmo-hlr_10.42.42.2(pid=10280): stderr: \u000a| �[0;m�[1;31m20221208202023423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202023423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202023423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202023423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202023423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202023423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202023435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202023445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202023446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202023446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:26.629578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10273): Terminating (SIGTERM)\u000a20:20:26.670084 run iperf3-srv_10.42.42.10(pid=10274): Terminating (SIGTERM)\u000a20:20:26.711105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10275): Terminating (SIGTERM)\u000a20:20:26.751362 run iperf3-srv_10.42.42.10(pid=10276): Terminating (SIGTERM)\u000a20:20:26.791659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10279): Terminating (SIGTERM)\u000a20:20:26.832027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10282): Terminating (SIGTERM)\u000a20:20:26.872460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10285): Terminating (SIGTERM)\u000a20:20:26.882180 --- ParallelTerminationStrategy: PID 10273 died...\u000a20:20:26.936070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10273): Terminated: ok {rc=0}\u000a20:20:26.945741 --- ParallelTerminationStrategy: PID 10274 died...\u000a20:20:26.998769 run iperf3-srv_10.42.42.10(pid=10274): Terminated {rc=256}\u000a20:20:27.008568 --- ParallelTerminationStrategy: PID 10275 died...\u000a20:20:27.061628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10275): Terminated: ok {rc=0}\u000a20:20:27.071469 --- ParallelTerminationStrategy: PID 10276 died...\u000a20:20:27.124870 run iperf3-srv_10.42.42.10(pid=10276): Terminated {rc=256}\u000a20:20:27.134512 --- ParallelTerminationStrategy: PID 10279 died...\u000a20:20:27.188249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10279): Terminated: ok {rc=0}\u000a20:20:27.197967 --- ParallelTerminationStrategy: PID 10282 died...\u000a20:20:27.251676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10282): Terminated: ok {rc=0}\u000a20:20:27.261585 --- ParallelTerminationStrategy: PID 10285 died...\u000a20:20:27.315234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10285): Terminated: ok {rc=0}\u000a20:20:27.398873 bus /gobi_0: Setting Powered False\u000a20:20:28.507085 bus /gobi_0: Setting Powered False\u000a20:20:29.615611 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10295): Process ended prematurely: osmo-stp_10.42.42.5(pid=10295) [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10295)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10295): Process ended prematurely: osmo-stp_10.42.42.5(pid=10295) [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:20:30.731135 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:30.743328 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:20:30.910105 tst iperf3.py: using LAC 16566\u000a20:20:31.039351 tst iperf3.py: using RAC 246\u000a20:20:31.168804 tst iperf3.py: using CellId 16566\u000a20:20:31.316498 tst iperf3.py: using BVCI 16567\u000a20:20:31.343805 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:31.356362 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:31.368559 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:31.380410 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:31.392094 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:31.403880 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:31.416886 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:31.428513 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:31.440608 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:20:31.819673 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:20:31.955413 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:32.291880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10287): Launched\u000a20:20:32.555610 run iperf3-srv_10.42.42.10(pid=10288): Launched\u000a20:20:32.741446 tst iperf3.py:8: start network...\u000a20:20:32.868186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:33.346724 run create_hlr_db(pid=10289): Launched\u000a20:20:33.520824 bus /gobi_6: Setting Powered False\u000a20:20:34.542700 run create_hlr_db(pid=10289): Terminated: ok {rc=0}\u000a20:20:34.945848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10291): Launched\u000a20:20:35.247663 run osmo-hlr_10.42.42.2(pid=10292): Launched\u000a20:20:35.363510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:35.899063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10294): Launched\u000a20:20:36.202585 run osmo-stp_10.42.42.5(pid=10295): Launched\u000a20:20:36.313471 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:36.843724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10297): Launched\u000a20:20:36.951978 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:37.218067 run patchelf(pid=10298): Launched\u000a20:20:37.396547 run osmo-stp_10.42.42.5(pid=10295): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10295)]\u000a20:20:37.527051 run osmo-stp_10.42.42.5(pid=10295): stdout: \u000a| (launched: 2022-12-08_20:20:36.052900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:37.657850 run osmo-stp_10.42.42.5(pid=10295): stderr: \u000a| �[0;m�[38;5;43m20221208202036222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202036222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202036222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202036223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202036223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202036223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202036223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:37.783961 run osmo-stp_10.42.42.5(pid=10295): stdout: \u000a| (launched: 2022-12-08_20:20:36.052900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:37.909320 run osmo-stp_10.42.42.5(pid=10295): stderr: \u000a| �[0;m�[38;5;43m20221208202036222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202036222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202036222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202036223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202036223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202036223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202036223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:38.055019 run patchelf(pid=10298): Terminating (SIGINT)\u000a20:20:38.225815 run patchelf(pid=10298): Terminated: ok {rc=0}\u000a20:20:38.256993 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10295): Process ended prematurely: osmo-stp_10.42.42.5(pid=10295) [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10295)] [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:20:38.266213 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a20:20:38.327445 run osmo-hlr_10.42.42.2(pid=10292): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10292)]\u000a20:20:38.377329 run osmo-hlr_10.42.42.2(pid=10292): stdout: \u000a| (launched: 2022-12-08_20:20:35.099117) \u000a20:20:38.428004 run osmo-hlr_10.42.42.2(pid=10292): stderr: \u000a| �[0;m�[1;31m20221208202035276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202035276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202035276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202035276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202035276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202035276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202035286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202035295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202035296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202035296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:38.470565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10287): Terminating (SIGTERM)\u000a20:20:38.511118 run iperf3-srv_10.42.42.10(pid=10288): Terminating (SIGTERM)\u000a20:20:38.551761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10291): Terminating (SIGTERM)\u000a20:20:38.592331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10294): Terminating (SIGTERM)\u000a20:20:38.634013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10297): Terminating (SIGTERM)\u000a20:20:38.643430 --- ParallelTerminationStrategy: PID 10287 died...\u000a20:20:38.697936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10287): Terminated: ok {rc=0}\u000a20:20:38.707726 --- ParallelTerminationStrategy: PID 10288 died...\u000a20:20:38.761535 run iperf3-srv_10.42.42.10(pid=10288): Terminated {rc=256}\u000a20:20:38.771511 --- ParallelTerminationStrategy: PID 10291 died...\u000a20:20:38.825187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10291): Terminated: ok {rc=0}\u000a20:20:38.835039 --- ParallelTerminationStrategy: PID 10294 died...\u000a20:20:38.889097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10294): Terminated: ok {rc=0}\u000a20:20:38.898792 --- ParallelTerminationStrategy: PID 10297 died...\u000a20:20:38.953103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10297): Terminated: ok {rc=0}\u000a20:20:39.041665 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10313): Process ended prematurely: osmo-stp_10.42.42.5(pid=10313) [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10313)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10313): Process ended prematurely: osmo-stp_10.42.42.5(pid=10313) [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:20:40.152691 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:40.164392 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:20:40.308284 tst iperf3m4.py: using LAC 16567\u000a20:20:40.426838 tst iperf3m4.py: using RAC 247\u000a20:20:40.547627 tst iperf3m4.py: using CellId 16567\u000a20:20:40.669746 tst iperf3m4.py: using BVCI 16568\u000a20:20:40.692810 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:40.703974 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:40.714922 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:40.726225 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:40.737370 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:40.748453 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:40.759813 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:40.771049 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:40.783006 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:20:40.903713 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:20:41.024659 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:20:41.144314 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:20:41.440857 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:20:41.576690 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:41.913768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10299): Launched\u000a20:20:42.193282 run iperf3-srv_10.42.42.10(pid=10300): Launched\u000a20:20:42.392554 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:20:42.527438 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:42.864319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10301): Launched\u000a20:20:43.143515 run iperf3-srv_10.42.42.10(pid=10302): Launched\u000a20:20:43.342982 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:20:43.478612 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:43.814544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10303): Launched\u000a20:20:44.093417 run iperf3-srv_10.42.42.10(pid=10304): Launched\u000a20:20:44.292048 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:20:44.427740 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:44.763827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10305): Launched\u000a20:20:45.042161 run iperf3-srv_10.42.42.10(pid=10306): Launched\u000a20:20:45.240404 tst iperf3m4.py:8: start network...\u000a20:20:45.375898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:45.940106 run create_hlr_db(pid=10307): Launched\u000a20:20:46.157705 bus /gobi_6: Setting Powered False\u000a20:20:47.150915 run create_hlr_db(pid=10307): Terminated: ok {rc=0}\u000a20:20:47.609800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10309): Launched\u000a20:20:47.912676 run osmo-hlr_10.42.42.2(pid=10310): Launched\u000a20:20:48.027774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:48.555144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10312): Launched\u000a20:20:48.858414 run osmo-stp_10.42.42.5(pid=10313): Launched\u000a20:20:48.968072 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:49.498394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10315): Launched\u000a20:20:49.606924 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:49.874459 run patchelf(pid=10316): Launched\u000a20:20:50.053388 run osmo-stp_10.42.42.5(pid=10313): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10313)]\u000a20:20:50.184033 run osmo-stp_10.42.42.5(pid=10313): stdout: \u000a| (launched: 2022-12-08_20:20:48.709170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:50.314798 run osmo-stp_10.42.42.5(pid=10313): stderr: \u000a| �[0;m�[38;5;43m20221208202048874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202048874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202048875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202048875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202048875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202048876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202048876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:50.441192 run osmo-stp_10.42.42.5(pid=10313): stdout: \u000a| (launched: 2022-12-08_20:20:48.709170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:50.566437 run osmo-stp_10.42.42.5(pid=10313): stderr: \u000a| �[0;m�[38;5;43m20221208202048874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202048874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202048875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202048875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202048875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202048876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202048876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:50.713133 run patchelf(pid=10316): Terminating (SIGINT)\u000a20:20:50.884621 run patchelf(pid=10316): Terminated: ok {rc=0}\u000a20:20:50.916327 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10313): Process ended prematurely: osmo-stp_10.42.42.5(pid=10313) [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10313)] [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:20:50.925823 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a20:20:50.987664 run osmo-hlr_10.42.42.2(pid=10310): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10310)]\u000a20:20:51.037543 run osmo-hlr_10.42.42.2(pid=10310): stdout: \u000a| (launched: 2022-12-08_20:20:47.763479) \u000a20:20:51.087894 run osmo-hlr_10.42.42.2(pid=10310): stderr: \u000a| �[0;m�[1;31m20221208202047936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202047936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202047936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202047936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202047936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202047936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202047948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202047956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202047957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202047957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:51.130499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10299): Terminating (SIGTERM)\u000a20:20:51.170973 run iperf3-srv_10.42.42.10(pid=10300): Terminating (SIGTERM)\u000a20:20:51.211355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10301): Terminating (SIGTERM)\u000a20:20:51.252080 run iperf3-srv_10.42.42.10(pid=10302): Terminating (SIGTERM)\u000a20:20:51.291963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10303): Terminating (SIGTERM)\u000a20:20:51.332381 run iperf3-srv_10.42.42.10(pid=10304): Terminating (SIGTERM)\u000a20:20:51.372699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10305): Terminating (SIGTERM)\u000a20:20:51.413180 run iperf3-srv_10.42.42.10(pid=10306): Terminating (SIGTERM)\u000a20:20:51.453671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10309): Terminating (SIGTERM)\u000a20:20:51.493714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10312): Terminating (SIGTERM)\u000a20:20:51.534053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10315): Terminating (SIGTERM)\u000a20:20:51.543474 --- ParallelTerminationStrategy: PID 10299 died...\u000a20:20:51.597505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10299): Terminated: ok {rc=0}\u000a20:20:51.607034 --- ParallelTerminationStrategy: PID 10300 died...\u000a20:20:51.660191 run iperf3-srv_10.42.42.10(pid=10300): Terminated {rc=256}\u000a20:20:51.669936 --- ParallelTerminationStrategy: PID 10301 died...\u000a20:20:51.723585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10301): Terminated: ok {rc=0}\u000a20:20:51.733802 --- ParallelTerminationStrategy: PID 10302 died...\u000a20:20:51.787184 run iperf3-srv_10.42.42.10(pid=10302): Terminated {rc=256}\u000a20:20:51.796698 --- ParallelTerminationStrategy: PID 10303 died...\u000a20:20:51.850282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10303): Terminated: ok {rc=0}\u000a20:20:51.859723 --- ParallelTerminationStrategy: PID 10304 died...\u000a20:20:51.912874 run iperf3-srv_10.42.42.10(pid=10304): Terminated {rc=256}\u000a20:20:51.922610 --- ParallelTerminationStrategy: PID 10305 died...\u000a20:20:51.975517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10305): Terminated: ok {rc=0}\u000a20:20:51.985350 --- ParallelTerminationStrategy: PID 10306 died...\u000a20:20:52.039098 run iperf3-srv_10.42.42.10(pid=10306): Terminated {rc=256}\u000a20:20:52.048799 --- ParallelTerminationStrategy: PID 10309 died...\u000a20:20:52.101876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10309): Terminated: ok {rc=0}\u000a20:20:52.111696 --- ParallelTerminationStrategy: PID 10312 died...\u000a20:20:52.165623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10312): Terminated: ok {rc=0}\u000a20:20:52.175182 --- ParallelTerminationStrategy: PID 10315 died...\u000a20:20:52.228662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10315): Terminated: ok {rc=0}\u000a20:20:52.317596 bus /gobi_4: Setting Powered False\u000a20:20:53.425520 bus /gobi_4: Setting Powered False\u000a20:20:54.532872 bus /gobi_1: Setting Powered False\u000a20:20:55.640355 bus /gobi_1: Setting Powered False\u000a20:20:56.748663 bus /gobi_0: Setting Powered False\u000a20:20:57.856158 bus /gobi_0: Setting Powered False\u000a20:20:58.963498 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10325): Process ended prematurely: osmo-stp_10.42.42.5(pid=10325) [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10325)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10325): Process ended prematurely: osmo-stp_10.42.42.5(pid=10325) [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:21:00.032405 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:00.044489 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:21:00.194750 tst ping.py: using LAC 16568\u000a20:21:00.320031 tst ping.py: using RAC 248\u000a20:21:00.445544 tst ping.py: using CellId 16568\u000a20:21:00.575007 tst ping.py: using BVCI 16569\u000a20:21:00.599525 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:00.611308 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:00.622532 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:00.633736 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:00.644780 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:00.655907 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:00.667345 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:00.678508 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:21:00.981144 tst ping.py:19: start network...\u000a20:21:01.109973 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:01.790346 run create_hlr_db(pid=10319): Launched\u000a20:21:02.034420 bus /gobi_6: Setting Powered False\u000a20:21:02.994152 run create_hlr_db(pid=10319): Terminated: ok {rc=0}\u000a20:21:03.479103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10321): Launched\u000a20:21:03.798876 run osmo-hlr_10.42.42.2(pid=10322): Launched\u000a20:21:03.915008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:04.471339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10324): Launched\u000a20:21:04.788157 run osmo-stp_10.42.42.5(pid=10325): Launched\u000a20:21:04.903606 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:05.462140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10327): Launched\u000a20:21:05.575866 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:05.855568 run patchelf(pid=10328): Launched\u000a20:21:06.044380 run osmo-stp_10.42.42.5(pid=10325): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10325)]\u000a20:21:06.182063 run osmo-stp_10.42.42.5(pid=10325): stdout: \u000a| (launched: 2022-12-08_20:21:04.633092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:06.319703 run osmo-stp_10.42.42.5(pid=10325): stderr: \u000a| �[0;m�[38;5;43m20221208202104823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202104824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202104824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202104824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202104825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202104825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202104825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:06.452455 run osmo-stp_10.42.42.5(pid=10325): stdout: \u000a| (launched: 2022-12-08_20:21:04.633092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:06.584051 run osmo-stp_10.42.42.5(pid=10325): stderr: \u000a| �[0;m�[38;5;43m20221208202104823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202104824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202104824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202104824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202104825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202104825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202104825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:06.736653 run patchelf(pid=10328): Terminating (SIGINT)\u000a20:21:06.916524 run patchelf(pid=10328): Terminated: ok {rc=0}\u000a20:21:06.949456 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10325): Process ended prematurely: osmo-stp_10.42.42.5(pid=10325) [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10325)] [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:21:06.959009 tst ping.py:22: Test FAILED (6.9 sec)\u000a20:21:07.022233 run osmo-hlr_10.42.42.2(pid=10322): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10322)]\u000a20:21:07.074089 run osmo-hlr_10.42.42.2(pid=10322): stdout: \u000a| (launched: 2022-12-08_20:21:03.641166) \u000a20:21:07.126633 run osmo-hlr_10.42.42.2(pid=10322): stderr: \u000a| �[0;m�[1;31m20221208202103837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202103837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202103837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202103837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202103837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202103837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202103854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202103864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202103864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202103864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:07.171557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10321): Terminating (SIGTERM)\u000a20:21:07.213983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10324): Terminating (SIGTERM)\u000a20:21:07.256476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10327): Terminating (SIGTERM)\u000a20:21:07.266492 --- ParallelTerminationStrategy: PID 10321 died...\u000a20:21:07.323070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10321): Terminated: ok {rc=0}\u000a20:21:07.333549 --- ParallelTerminationStrategy: PID 10324 died...\u000a20:21:07.390018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10324): Terminated: ok {rc=0}\u000a20:21:07.400291 --- ParallelTerminationStrategy: PID 10327 died...\u000a20:21:07.456461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10327): Terminated: ok {rc=0}\u000a20:21:07.543186 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10335): Process ended prematurely: osmo-stp_10.42.42.5(pid=10335) [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10335)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10335): Process ended prematurely: osmo-stp_10.42.42.5(pid=10335) [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:21:08.595956 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:08.608147 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:21:08.761169 tst ping_idle_ping.py: using LAC 16569\u000a20:21:08.888868 tst ping_idle_ping.py: using RAC 249\u000a20:21:09.016476 tst ping_idle_ping.py: using CellId 16569\u000a20:21:09.147027 tst ping_idle_ping.py: using BVCI 16570\u000a20:21:09.171736 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:09.183312 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:09.194515 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:09.206445 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:09.217791 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:09.229469 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:09.241182 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:09.252762 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:21:09.529000 tst ping_idle_ping.py:24: start network...\u000a20:21:09.652941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:10.124245 run create_hlr_db(pid=10329): Launched\u000a20:21:10.296175 bus /gobi_6: Setting Powered False\u000a20:21:11.317138 run create_hlr_db(pid=10329): Terminated: ok {rc=0}\u000a20:21:11.742896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10331): Launched\u000a20:21:12.061789 run osmo-hlr_10.42.42.2(pid=10332): Launched\u000a20:21:12.178585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:12.735252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10334): Launched\u000a20:21:13.056557 run osmo-stp_10.42.42.5(pid=10335): Launched\u000a20:21:13.172112 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:13.730032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10337): Launched\u000a20:21:13.843712 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:14.122151 run patchelf(pid=10338): Launched\u000a20:21:14.310317 run osmo-stp_10.42.42.5(pid=10335): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10335)]\u000a20:21:14.447916 run osmo-stp_10.42.42.5(pid=10335): stdout: \u000a| (launched: 2022-12-08_20:21:12.898467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:14.585496 run osmo-stp_10.42.42.5(pid=10335): stderr: \u000a| �[0;m�[38;5;43m20221208202113088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202113088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202113089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202113089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202113090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202113090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202113090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:14.717751 run osmo-stp_10.42.42.5(pid=10335): stdout: \u000a| (launched: 2022-12-08_20:21:12.898467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:14.848685 run osmo-stp_10.42.42.5(pid=10335): stderr: \u000a| �[0;m�[38;5;43m20221208202113088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202113088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202113089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202113089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202113090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202113090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202113090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:15.002476 run patchelf(pid=10338): Terminating (SIGINT)\u000a20:21:15.182298 run patchelf(pid=10338): Terminated: ok {rc=0}\u000a20:21:15.215048 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10335): Process ended prematurely: osmo-stp_10.42.42.5(pid=10335) [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10335)] [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:21:15.224258 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:21:15.286646 run osmo-hlr_10.42.42.2(pid=10332): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10332)]\u000a20:21:15.338242 run osmo-hlr_10.42.42.2(pid=10332): stdout: \u000a| (launched: 2022-12-08_20:21:11.905569) \u000a20:21:15.390646 run osmo-hlr_10.42.42.2(pid=10332): stderr: \u000a| �[0;m�[1;31m20221208202112101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202112101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202112101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202112101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202112101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202112101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202112113 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202112121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202112122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202112122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:15.435290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10331): Terminating (SIGTERM)\u000a20:21:15.477536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10334): Terminating (SIGTERM)\u000a20:21:15.520292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10337): Terminating (SIGTERM)\u000a20:21:15.530262 --- ParallelTerminationStrategy: PID 10331 died...\u000a20:21:15.587232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10331): Terminated: ok {rc=0}\u000a20:21:15.597420 --- ParallelTerminationStrategy: PID 10334 died...\u000a20:21:15.653597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10334): Terminated: ok {rc=0}\u000a20:21:15.663805 --- ParallelTerminationStrategy: PID 10337 died...\u000a20:21:15.720163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10337): Terminated: ok {rc=0}\u000a20:21:15.809400 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:20:17" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10353): Process ended prematurely: osmo-stp_10.42.42.5(pid=10353) [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10353)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10353): Process ended prematurely: osmo-stp_10.42.42.5(pid=10353) [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10353)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:21:17.993480 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:18.004380 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:21:18.150601 tst cs_paging_gprs_active.py: using LAC 16570\u000a20:21:18.276546 tst cs_paging_gprs_active.py: using RAC 250\u000a20:21:18.403276 tst cs_paging_gprs_active.py: using CellId 16570\u000a20:21:18.529750 tst cs_paging_gprs_active.py: using BVCI 16571\u000a20:21:18.554963 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:18.566408 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:18.577679 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:18.589013 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:18.599930 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:18.611188 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:18.622381 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:18.633475 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:18.644645 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:21:18.762793 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:21:19.044288 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:21:19.171077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:19.487869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10343): Launched\u000a20:21:19.752869 run iperf3-srv_10.42.42.10(pid=10344): Launched\u000a20:21:19.939093 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:21:20.066272 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:20.383531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10345): Launched\u000a20:21:20.646722 run iperf3-srv_10.42.42.10(pid=10346): Launched\u000a20:21:20.832732 tst cs_paging_gprs_active.py:38: start network...\u000a20:21:20.959984 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:21.443401 run create_hlr_db(pid=10347): Launched\u000a20:21:21.618125 bus /gobi_6: Setting Powered False\u000a20:21:22.641338 run create_hlr_db(pid=10347): Terminated: ok {rc=0}\u000a20:21:23.076870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10349): Launched\u000a20:21:23.405202 run osmo-hlr_10.42.42.2(pid=10350): Launched\u000a20:21:23.522529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:24.093973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10352): Launched\u000a20:21:24.421570 run osmo-stp_10.42.42.5(pid=10353): Launched\u000a20:21:24.540130 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:25.112002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10355): Launched\u000a20:21:25.228789 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:25.513606 run patchelf(pid=10356): Launched\u000a20:21:25.704773 run osmo-stp_10.42.42.5(pid=10353): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10353)]\u000a20:21:25.844162 run osmo-stp_10.42.42.5(pid=10353): stdout: \u000a| (launched: 2022-12-08_20:21:24.260934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:25.984272 run osmo-stp_10.42.42.5(pid=10353): stderr: \u000a| �[0;m�[38;5;43m20221208202124451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202124451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202124452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202124452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202124453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202124453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202124453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:26.119619 run osmo-stp_10.42.42.5(pid=10353): stdout: \u000a| (launched: 2022-12-08_20:21:24.260934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:26.253898 run osmo-stp_10.42.42.5(pid=10353): stderr: \u000a| �[0;m�[38;5;43m20221208202124451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202124451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202124452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202124452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202124453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202124453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202124453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:26.410148 run patchelf(pid=10356): Terminating (SIGINT)\u000a20:21:26.592580 run patchelf(pid=10356): Terminated: ok {rc=0}\u000a20:21:26.626159 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10353): Process ended prematurely: osmo-stp_10.42.42.5(pid=10353) [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10353)] [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:21:26.636029 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:21:26.698943 run osmo-hlr_10.42.42.2(pid=10350): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10350)]\u000a20:21:26.750434 run osmo-hlr_10.42.42.2(pid=10350): stdout: \u000a| (launched: 2022-12-08_20:21:23.243663) \u000a20:21:26.802800 run osmo-hlr_10.42.42.2(pid=10350): stderr: \u000a| �[0;m�[1;31m20221208202123440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202123441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202123441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202123441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202123441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202123441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202123453 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202123462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202123462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202123462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:26.847539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10343): Terminating (SIGTERM)\u000a20:21:26.889615 run iperf3-srv_10.42.42.10(pid=10344): Terminating (SIGTERM)\u000a20:21:26.931985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10345): Terminating (SIGTERM)\u000a20:21:26.974409 run iperf3-srv_10.42.42.10(pid=10346): Terminating (SIGTERM)\u000a20:21:27.017239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10349): Terminating (SIGTERM)\u000a20:21:27.059669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10352): Terminating (SIGTERM)\u000a20:21:27.102064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10355): Terminating (SIGTERM)\u000a20:21:27.111761 --- ParallelTerminationStrategy: PID 10343 died...\u000a20:21:27.168077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10343): Terminated: ok {rc=0}\u000a20:21:27.178262 --- ParallelTerminationStrategy: PID 10344 died...\u000a20:21:27.233928 run iperf3-srv_10.42.42.10(pid=10344): Terminated {rc=256}\u000a20:21:27.243942 --- ParallelTerminationStrategy: PID 10345 died...\u000a20:21:27.299645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10345): Terminated: ok {rc=0}\u000a20:21:27.309774 --- ParallelTerminationStrategy: PID 10346 died...\u000a20:21:27.365587 run iperf3-srv_10.42.42.10(pid=10346): Terminated {rc=256}\u000a20:21:27.375622 --- ParallelTerminationStrategy: PID 10349 died...\u000a20:21:27.431322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10349): Terminated: ok {rc=0}\u000a20:21:27.441487 --- ParallelTerminationStrategy: PID 10352 died...\u000a20:21:27.497040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10352): Terminated: ok {rc=0}\u000a20:21:27.507194 --- ParallelTerminationStrategy: PID 10355 died...\u000a20:21:27.562918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10355): Terminated: ok {rc=0}\u000a20:21:27.650840 bus /gobi_0: Setting Powered False\u000a20:21:28.758249 bus /gobi_0: Setting Powered False\u000a20:21:29.866875 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10365): Process ended prematurely: osmo-stp_10.42.42.5(pid=10365) [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10365)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10365): Process ended prematurely: osmo-stp_10.42.42.5(pid=10365) [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:21:30.998231 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:31.012102 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:21:31.167161 tst iperf3.py: using LAC 16571\u000a20:21:31.298645 tst iperf3.py: using RAC 251\u000a20:21:31.429933 tst iperf3.py: using CellId 16571\u000a20:21:31.573824 tst iperf3.py: using BVCI 16572\u000a20:21:31.598532 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:31.610107 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:31.621462 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:31.634247 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:31.647972 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:31.660937 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:31.673266 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:31.684870 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:31.696838 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:21:32.010914 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:21:32.146035 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:32.463873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10357): Launched\u000a20:21:32.725625 run iperf3-srv_10.42.42.10(pid=10358): Launched\u000a20:21:32.910572 tst iperf3.py:8: start network...\u000a20:21:33.037570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:33.519082 run create_hlr_db(pid=10359): Launched\u000a20:21:33.694042 bus /gobi_6: Setting Powered False\u000a20:21:34.714664 run create_hlr_db(pid=10359): Terminated: ok {rc=0}\u000a20:21:35.118752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10361): Launched\u000a20:21:35.422331 run osmo-hlr_10.42.42.2(pid=10362): Launched\u000a20:21:35.537704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:36.064844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10364): Launched\u000a20:21:36.366440 run osmo-stp_10.42.42.5(pid=10365): Launched\u000a20:21:36.475367 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:37.002857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10367): Launched\u000a20:21:37.111547 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:37.377709 run patchelf(pid=10368): Launched\u000a20:21:37.556138 run osmo-stp_10.42.42.5(pid=10365): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10365)]\u000a20:21:37.686403 run osmo-stp_10.42.42.5(pid=10365): stdout: \u000a| (launched: 2022-12-08_20:21:36.218608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:37.816501 run osmo-stp_10.42.42.5(pid=10365): stderr: \u000a| �[0;m�[38;5;43m20221208202136386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202136386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202136386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202136386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202136387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202136387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202136387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:37.942371 run osmo-stp_10.42.42.5(pid=10365): stdout: \u000a| (launched: 2022-12-08_20:21:36.218608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:38.066822 run osmo-stp_10.42.42.5(pid=10365): stderr: \u000a| �[0;m�[38;5;43m20221208202136386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202136386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202136386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202136386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202136387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202136387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202136387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:38.212069 run patchelf(pid=10368): Terminating (SIGINT)\u000a20:21:38.382807 run patchelf(pid=10368): Terminated: ok {rc=0}\u000a20:21:38.414291 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10365): Process ended prematurely: osmo-stp_10.42.42.5(pid=10365) [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10365)] [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:21:38.423549 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:21:38.484050 run osmo-hlr_10.42.42.2(pid=10362): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10362)]\u000a20:21:38.533237 run osmo-hlr_10.42.42.2(pid=10362): stdout: \u000a| (launched: 2022-12-08_20:21:35.272702) \u000a20:21:38.583245 run osmo-hlr_10.42.42.2(pid=10362): stderr: \u000a| �[0;m�[1;31m20221208202135447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202135447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202135447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202135447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202135447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202135447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202135459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202135468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202135468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202135468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:38.625478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10357): Terminating (SIGTERM)\u000a20:21:38.665550 run iperf3-srv_10.42.42.10(pid=10358): Terminating (SIGTERM)\u000a20:21:38.705804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10361): Terminating (SIGTERM)\u000a20:21:38.745772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10364): Terminating (SIGTERM)\u000a20:21:38.785623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10367): Terminating (SIGTERM)\u000a20:21:38.794964 --- ParallelTerminationStrategy: PID 10357 died...\u000a20:21:38.848313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10357): Terminated: ok {rc=0}\u000a20:21:38.858319 --- ParallelTerminationStrategy: PID 10358 died...\u000a20:21:38.911076 run iperf3-srv_10.42.42.10(pid=10358): Terminated {rc=256}\u000a20:21:38.920714 --- ParallelTerminationStrategy: PID 10361 died...\u000a20:21:38.973904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10361): Terminated: ok {rc=0}\u000a20:21:38.983594 --- ParallelTerminationStrategy: PID 10364 died...\u000a20:21:39.037044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10364): Terminated: ok {rc=0}\u000a20:21:39.046593 --- ParallelTerminationStrategy: PID 10367 died...\u000a20:21:39.100941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10367): Terminated: ok {rc=0}\u000a20:21:39.189266 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10383): Process ended prematurely: osmo-stp_10.42.42.5(pid=10383) [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10383)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10383): Process ended prematurely: osmo-stp_10.42.42.5(pid=10383) [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:21:40.299816 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:40.311562 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:21:40.458869 tst iperf3m4.py: using LAC 16572\u000a20:21:40.579819 tst iperf3m4.py: using RAC 252\u000a20:21:40.698947 tst iperf3m4.py: using CellId 16572\u000a20:21:40.820028 tst iperf3m4.py: using BVCI 16573\u000a20:21:40.843294 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:40.854155 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:40.864888 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:40.875863 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:40.886825 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:40.897742 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:40.908649 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:40.919698 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:40.930976 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:21:41.051387 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:21:41.173914 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:21:41.292491 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:21:41.591129 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:21:41.727226 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:42.064673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10369): Launched\u000a20:21:42.346424 run iperf3-srv_10.42.42.10(pid=10370): Launched\u000a20:21:42.546321 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:21:42.682457 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:43.018645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10371): Launched\u000a20:21:43.306303 run iperf3-srv_10.42.42.10(pid=10372): Launched\u000a20:21:43.505703 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:21:43.641011 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:43.977422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10373): Launched\u000a20:21:44.256869 run iperf3-srv_10.42.42.10(pid=10374): Launched\u000a20:21:44.456334 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:21:44.591869 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:44.928562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10375): Launched\u000a20:21:45.209055 run iperf3-srv_10.42.42.10(pid=10376): Launched\u000a20:21:45.408241 tst iperf3m4.py:8: start network...\u000a20:21:45.543677 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:46.119004 run create_hlr_db(pid=10377): Launched\u000a20:21:46.309235 bus /gobi_6: Setting Powered False\u000a20:21:47.330952 run create_hlr_db(pid=10377): Terminated: ok {rc=0}\u000a20:21:47.736161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10379): Launched\u000a20:21:48.040168 run osmo-hlr_10.42.42.2(pid=10380): Launched\u000a20:21:48.164729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:48.698691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10382): Launched\u000a20:21:49.001653 run osmo-stp_10.42.42.5(pid=10383): Launched\u000a20:21:49.112156 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:49.643163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10385): Launched\u000a20:21:49.751801 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:50.017705 run patchelf(pid=10386): Launched\u000a20:21:50.196151 run osmo-stp_10.42.42.5(pid=10383): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10383)]\u000a20:21:50.326963 run osmo-stp_10.42.42.5(pid=10383): stdout: \u000a| (launched: 2022-12-08_20:21:48.852518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:50.457892 run osmo-stp_10.42.42.5(pid=10383): stderr: \u000a| �[0;m�[38;5;43m20221208202149019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202149020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202149020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202149020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202149021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202149021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202149021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:50.583865 run osmo-stp_10.42.42.5(pid=10383): stdout: \u000a| (launched: 2022-12-08_20:21:48.852518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:50.709238 run osmo-stp_10.42.42.5(pid=10383): stderr: \u000a| �[0;m�[38;5;43m20221208202149019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202149020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202149020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202149020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202149021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202149021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202149021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:50.854745 run patchelf(pid=10386): Terminating (SIGINT)\u000a20:21:51.025382 run patchelf(pid=10386): Terminated: ok {rc=0}\u000a20:21:51.056569 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10383): Process ended prematurely: osmo-stp_10.42.42.5(pid=10383) [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10383)] [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:21:51.065835 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a20:21:51.127083 run osmo-hlr_10.42.42.2(pid=10380): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10380)]\u000a20:21:51.176701 run osmo-hlr_10.42.42.2(pid=10380): stdout: \u000a| (launched: 2022-12-08_20:21:47.890249) \u000a20:21:51.227179 run osmo-hlr_10.42.42.2(pid=10380): stderr: \u000a| �[0;m�[1;31m20221208202148065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202148065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202148065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202148065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202148065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202148065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202148077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202148086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202148086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202148086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:51.269524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10369): Terminating (SIGTERM)\u000a20:21:51.309673 run iperf3-srv_10.42.42.10(pid=10370): Terminating (SIGTERM)\u000a20:21:51.349749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10371): Terminating (SIGTERM)\u000a20:21:51.389911 run iperf3-srv_10.42.42.10(pid=10372): Terminating (SIGTERM)\u000a20:21:51.430065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10373): Terminating (SIGTERM)\u000a20:21:51.470131 run iperf3-srv_10.42.42.10(pid=10374): Terminating (SIGTERM)\u000a20:21:51.510176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10375): Terminating (SIGTERM)\u000a20:21:51.550545 run iperf3-srv_10.42.42.10(pid=10376): Terminating (SIGTERM)\u000a20:21:51.590604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10379): Terminating (SIGTERM)\u000a20:21:51.630856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10382): Terminating (SIGTERM)\u000a20:21:51.671026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10385): Terminating (SIGTERM)\u000a20:21:51.680459 --- ParallelTerminationStrategy: PID 10369 died...\u000a20:21:51.734658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10369): Terminated: ok {rc=0}\u000a20:21:51.744547 --- ParallelTerminationStrategy: PID 10370 died...\u000a20:21:51.797806 run iperf3-srv_10.42.42.10(pid=10370): Terminated {rc=256}\u000a20:21:51.807632 --- ParallelTerminationStrategy: PID 10371 died...\u000a20:21:51.861485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10371): Terminated: ok {rc=0}\u000a20:21:51.871377 --- ParallelTerminationStrategy: PID 10372 died...\u000a20:21:51.924780 run iperf3-srv_10.42.42.10(pid=10372): Terminated {rc=256}\u000a20:21:51.934364 --- ParallelTerminationStrategy: PID 10373 died...\u000a20:21:51.987924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10373): Terminated: ok {rc=0}\u000a20:21:51.997760 --- ParallelTerminationStrategy: PID 10374 died...\u000a20:21:52.051392 run iperf3-srv_10.42.42.10(pid=10374): Terminated {rc=256}\u000a20:21:52.061456 --- ParallelTerminationStrategy: PID 10375 died...\u000a20:21:52.115241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10375): Terminated: ok {rc=0}\u000a20:21:52.125148 --- ParallelTerminationStrategy: PID 10376 died...\u000a20:21:52.178952 run iperf3-srv_10.42.42.10(pid=10376): Terminated {rc=256}\u000a20:21:52.188878 --- ParallelTerminationStrategy: PID 10379 died...\u000a20:21:52.242779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10379): Terminated: ok {rc=0}\u000a20:21:52.252886 --- ParallelTerminationStrategy: PID 10382 died...\u000a20:21:52.307159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10382): Terminated: ok {rc=0}\u000a20:21:52.317052 --- ParallelTerminationStrategy: PID 10385 died...\u000a20:21:52.371174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10385): Terminated: ok {rc=0}\u000a20:21:52.455102 bus /gobi_4: Setting Powered False\u000a20:21:53.556509 bus /gobi_4: Setting Powered False\u000a20:21:54.667515 bus /gobi_1: Setting Powered False\u000a20:21:55.773480 bus /gobi_1: Setting Powered False\u000a20:21:56.882390 bus /gobi_0: Setting Powered False\u000a20:21:57.989508 bus /gobi_0: Setting Powered False\u000a20:21:59.103427 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10393): Process ended prematurely: osmo-stp_10.42.42.5(pid=10393) [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10393)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10393): Process ended prematurely: osmo-stp_10.42.42.5(pid=10393) [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10393)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:22:00.170560 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:00.182112 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:22:00.328282 tst ping.py: using LAC 16573\u000a20:22:00.446957 tst ping.py: using RAC 253\u000a20:22:00.565808 tst ping.py: using CellId 16573\u000a20:22:00.690895 tst ping.py: using BVCI 16574\u000a20:22:00.715549 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:00.727179 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:00.738582 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:00.750547 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:00.762269 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:00.774289 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:00.786372 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:00.798268 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:22:01.138937 tst ping.py:19: start network...\u000a20:22:01.274130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:01.791341 run create_hlr_db(pid=10387): Launched\u000a20:22:01.971091 bus /gobi_6: Setting Powered False\u000a20:22:02.987352 run create_hlr_db(pid=10387): Terminated: ok {rc=0}\u000a20:22:03.415540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10389): Launched\u000a20:22:03.735547 run osmo-hlr_10.42.42.2(pid=10390): Launched\u000a20:22:03.854199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:04.411249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10392): Launched\u000a20:22:04.728595 run osmo-stp_10.42.42.5(pid=10393): Launched\u000a20:22:04.842897 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:05.401121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10395): Launched\u000a20:22:05.515188 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:05.794825 run patchelf(pid=10396): Launched\u000a20:22:05.982553 run osmo-stp_10.42.42.5(pid=10393): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10393)]\u000a20:22:06.119292 run osmo-stp_10.42.42.5(pid=10393): stdout: \u000a| (launched: 2022-12-08_20:22:04.573683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:06.256504 run osmo-stp_10.42.42.5(pid=10393): stderr: \u000a| �[0;m�[38;5;43m20221208202204763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202204763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202204763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202204764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202204764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202204764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202204764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:06.389335 run osmo-stp_10.42.42.5(pid=10393): stdout: \u000a| (launched: 2022-12-08_20:22:04.573683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:06.520531 run osmo-stp_10.42.42.5(pid=10393): stderr: \u000a| �[0;m�[38;5;43m20221208202204763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202204763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202204763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202204764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202204764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202204764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202204764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:06.673531 run patchelf(pid=10396): Terminating (SIGINT)\u000a20:22:06.852886 run patchelf(pid=10396): Terminated: ok {rc=0}\u000a20:22:06.885411 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10393): Process ended prematurely: osmo-stp_10.42.42.5(pid=10393) [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10393)] [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:22:06.894697 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:22:06.957989 run osmo-hlr_10.42.42.2(pid=10390): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10390)]\u000a20:22:07.010170 run osmo-hlr_10.42.42.2(pid=10390): stdout: \u000a| (launched: 2022-12-08_20:22:03.578630) \u000a20:22:07.063080 run osmo-hlr_10.42.42.2(pid=10390): stderr: \u000a| �[0;m�[1;31m20221208202203773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202203773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202203773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202203773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202203773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202203773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202203786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202203795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202203795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202203795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:07.108083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10389): Terminating (SIGTERM)\u000a20:22:07.150897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10392): Terminating (SIGTERM)\u000a20:22:07.193330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10395): Terminating (SIGTERM)\u000a20:22:07.203136 --- ParallelTerminationStrategy: PID 10389 died...\u000a20:22:07.260027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10389): Terminated: ok {rc=0}\u000a20:22:07.270400 --- ParallelTerminationStrategy: PID 10392 died...\u000a20:22:07.327476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10392): Terminated: ok {rc=0}\u000a20:22:07.337854 --- ParallelTerminationStrategy: PID 10395 died...\u000a20:22:07.394890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10395): Terminated: ok {rc=0}\u000a20:22:07.482716 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10403): Process ended prematurely: osmo-stp_10.42.42.5(pid=10403) [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10403)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10403): Process ended prematurely: osmo-stp_10.42.42.5(pid=10403) [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:22:08.533063 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:08.544649 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:22:08.689882 tst ping_idle_ping.py: using LAC 16574\u000a20:22:08.808098 tst ping_idle_ping.py: using RAC 254\u000a20:22:08.927678 tst ping_idle_ping.py: using CellId 16574\u000a20:22:09.049753 tst ping_idle_ping.py: using BVCI 16575\u000a20:22:09.072544 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:09.083563 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:09.094410 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:09.105533 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:09.116463 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:09.127521 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:09.138961 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:09.150363 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:22:09.445460 tst ping_idle_ping.py:24: start network...\u000a20:22:09.579651 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:10.098760 run create_hlr_db(pid=10397): Launched\u000a20:22:10.284646 bus /gobi_6: Setting Powered False\u000a20:22:11.304732 run create_hlr_db(pid=10397): Terminated: ok {rc=0}\u000a20:22:11.706305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10399): Launched\u000a20:22:12.002665 run osmo-hlr_10.42.42.2(pid=10400): Launched\u000a20:22:12.111212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:12.627448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10402): Launched\u000a20:22:12.923570 run osmo-stp_10.42.42.5(pid=10403): Launched\u000a20:22:13.031543 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:13.552193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10405): Launched\u000a20:22:13.658430 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:13.918726 run patchelf(pid=10406): Launched\u000a20:22:14.093830 run osmo-stp_10.42.42.5(pid=10403): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10403)]\u000a20:22:14.221500 run osmo-stp_10.42.42.5(pid=10403): stdout: \u000a| (launched: 2022-12-08_20:22:12.778295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:14.349686 run osmo-stp_10.42.42.5(pid=10403): stderr: \u000a| �[0;m�[38;5;43m20221208202212944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202212945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202212945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202212945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202212946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202212946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202212946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:14.473328 run osmo-stp_10.42.42.5(pid=10403): stdout: \u000a| (launched: 2022-12-08_20:22:12.778295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:14.595603 run osmo-stp_10.42.42.5(pid=10403): stderr: \u000a| �[0;m�[38;5;43m20221208202212944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202212945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202212945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202212945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202212946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202212946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202212946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:14.738572 run patchelf(pid=10406): Terminating (SIGINT)\u000a20:22:14.906698 run patchelf(pid=10406): Terminated: ok {rc=0}\u000a20:22:14.937346 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10403): Process ended prematurely: osmo-stp_10.42.42.5(pid=10403) [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10403)] [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:22:14.945890 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a20:22:15.006015 run osmo-hlr_10.42.42.2(pid=10400): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10400)]\u000a20:22:15.055382 run osmo-hlr_10.42.42.2(pid=10400): stdout: \u000a| (launched: 2022-12-08_20:22:11.857326) \u000a20:22:15.105502 run osmo-hlr_10.42.42.2(pid=10400): stderr: \u000a| �[0;m�[1;31m20221208202212029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202212030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202212030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202212030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202212030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202212030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202212042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202212051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202212051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202212051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:15.148014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10399): Terminating (SIGTERM)\u000a20:22:15.188379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10402): Terminating (SIGTERM)\u000a20:22:15.228718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10405): Terminating (SIGTERM)\u000a20:22:15.238213 --- ParallelTerminationStrategy: PID 10399 died...\u000a20:22:15.292674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10399): Terminated: ok {rc=0}\u000a20:22:15.302553 --- ParallelTerminationStrategy: PID 10402 died...\u000a20:22:15.356530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10402): Terminated: ok {rc=0}\u000a20:22:15.366210 --- ParallelTerminationStrategy: PID 10405 died...\u000a20:22:15.419963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10405): Terminated: ok {rc=0}\u000a20:22:15.503752 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:21:17" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10417): Process ended prematurely: osmo-stp_10.42.42.5(pid=10417) [trial-2349↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10417)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10417): Process ended prematurely: osmo-stp_10.42.42.5(pid=10417) [trial-2349↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:22:17.563889 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:17.575840 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:22:17.726465 tst switch_tch_pdch.py: using LAC 16575\u000a20:22:17.855724 tst switch_tch_pdch.py: using RAC 255\u000a20:22:17.979010 tst switch_tch_pdch.py: using CellId 16575\u000a20:22:18.102503 tst switch_tch_pdch.py: using BVCI 16576\u000a20:22:18.126954 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:18.138573 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:18.150084 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:18.161964 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:18.173795 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:18.186107 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:18.198244 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:18.210134 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:22:18.330531 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:22:18.605498 tst switch_tch_pdch.py:51: start network...\u000a20:22:18.728592 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:19.197096 run create_hlr_db(pid=10411): Launched\u000a20:22:19.369981 bus /gobi_6: Setting Powered False\u000a20:22:20.390245 run create_hlr_db(pid=10411): Terminated: ok {rc=0}\u000a20:22:20.816573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10413): Launched\u000a20:22:21.134754 run osmo-hlr_10.42.42.2(pid=10414): Launched\u000a20:22:21.253745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:21.814812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10416): Launched\u000a20:22:22.133847 run osmo-stp_10.42.42.5(pid=10417): Launched\u000a20:22:22.249258 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:22.806796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10419): Launched\u000a20:22:22.920323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:23.197859 run patchelf(pid=10420): Launched\u000a20:22:23.384859 run osmo-stp_10.42.42.5(pid=10417): ERR: Terminated: ERROR {rc=1} [trial-2349↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10417)]\u000a20:22:23.522683 run osmo-stp_10.42.42.5(pid=10417): stdout: \u000a| (launched: 2022-12-08_20:22:21.977453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:23.659487 run osmo-stp_10.42.42.5(pid=10417): stderr: \u000a| �[0;m�[38;5;43m20221208202222164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202222165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202222165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202222165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202222166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202222166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202222166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:23.791151 run osmo-stp_10.42.42.5(pid=10417): stdout: \u000a| (launched: 2022-12-08_20:22:21.977453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:23.921855 run osmo-stp_10.42.42.5(pid=10417): stderr: \u000a| �[0;m�[38;5;43m20221208202222164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202222165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202222165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202222165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202222166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202222166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202222166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:24.074299 run patchelf(pid=10420): Terminating (SIGINT)\u000a20:22:24.253332 run patchelf(pid=10420): Terminated: ok {rc=0}\u000a20:22:24.285872 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10417): Process ended prematurely: osmo-stp_10.42.42.5(pid=10417) [trial-2349↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10417)] [trial-2349↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:22:24.295187 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a20:22:24.357836 run osmo-hlr_10.42.42.2(pid=10414): ERR: Terminated: ERROR {rc=237} [trial-2349↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10414)]\u000a20:22:24.409534 run osmo-hlr_10.42.42.2(pid=10414): stdout: \u000a| (launched: 2022-12-08_20:22:20.978675) \u000a20:22:24.461533 run osmo-hlr_10.42.42.2(pid=10414): stderr: \u000a| �[0;m�[1;31m20221208202221171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202221171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202221171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202221171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202221171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202221171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202221184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202221194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202221194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202221194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:24.505783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10413): Terminating (SIGTERM)\u000a20:22:24.547446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10416): Terminating (SIGTERM)\u000a20:22:24.589237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10419): Terminating (SIGTERM)\u000a20:22:24.598819 --- ParallelTerminationStrategy: PID 10413 died...\u000a20:22:24.654473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10413): Terminated: ok {rc=0}\u000a20:22:24.664346 --- ParallelTerminationStrategy: PID 10416 died...\u000a20:22:24.720032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10416): Terminated: ok {rc=0}\u000a20:22:24.729910 --- ParallelTerminationStrategy: PID 10419 died...\u000a20:22:24.784865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10419): Terminated: ok {rc=0}\u000a20:22:24.871772 bus /gobi_0: Setting Powered False\u000a20:22:25.978649 bus /gobi_0: Setting Powered False\u000a20:22:27.086619 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:22:17" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10430): Process ended prematurely: osmo-stp_10.42.42.5(pid=10430) [trial-2349↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10430)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10430): Process ended prematurely: osmo-stp_10.42.42.5(pid=10430) [trial-2349↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:22:29.030749 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:22:29.042184 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:22:29.190686 tst switch_tch_pdch.py: using LAC 16576\u000a20:22:29.311158 tst switch_tch_pdch.py: using RAC 1\u000a20:22:29.435087 tst switch_tch_pdch.py: using CellId 16576\u000a20:22:29.556147 tst switch_tch_pdch.py: using BVCI 16577\u000a20:22:29.578968 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:22:29.590116 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:22:29.601074 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:22:29.612221 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:22:29.623302 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:22:29.634306 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:22:29.645522 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:22:29.656405 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:22:29.770217 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:22:30.043797 tst switch_tch_pdch.py:51: start network...\u000a20:22:30.167553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:30.611065 run create_hlr_db(pid=10424): Launched\u000a20:22:30.732590 bus /gobi_6: Setting Powered False\u000a20:22:31.820249 run create_hlr_db(pid=10424): Terminated: ok {rc=0}\u000a20:22:32.233781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10426): Launched\u000a20:22:32.553652 run osmo-hlr_10.42.42.2(pid=10427): Launched\u000a20:22:32.669911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:33.198081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10429): Launched\u000a20:22:33.517872 run osmo-stp_10.42.42.5(pid=10430): Launched\u000a20:22:33.632884 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:34.161479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10432): Launched\u000a20:22:34.275223 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:34.554233 run patchelf(pid=10433): Launched\u000a20:22:34.741549 run osmo-stp_10.42.42.5(pid=10430): ERR: Terminated: ERROR {rc=1} [trial-2349↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10430)]\u000a20:22:34.878097 run osmo-stp_10.42.42.5(pid=10430): stdout: \u000a| (launched: 2022-12-08_20:22:33.360009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:35.014842 run osmo-stp_10.42.42.5(pid=10430): stderr: \u000a| �[0;m�[38;5;43m20221208202233547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202233547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202233547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202233548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202233548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202233548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202233548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:35.146791 run osmo-stp_10.42.42.5(pid=10430): stdout: \u000a| (launched: 2022-12-08_20:22:33.360009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:35.277362 run osmo-stp_10.42.42.5(pid=10430): stderr: \u000a| �[0;m�[38;5;43m20221208202233547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202233547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202233547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202233548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202233548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202233548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202233548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:35.430219 run patchelf(pid=10433): Terminating (SIGINT)\u000a20:22:35.610034 run patchelf(pid=10433): Terminated: ok {rc=0}\u000a20:22:35.642541 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10430): Process ended prematurely: osmo-stp_10.42.42.5(pid=10430) [trial-2349↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10430)] [trial-2349↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:22:35.651902 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a20:22:35.715257 run osmo-hlr_10.42.42.2(pid=10427): ERR: Terminated: ERROR {rc=237} [trial-2349↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10427)]\u000a20:22:35.770072 run osmo-hlr_10.42.42.2(pid=10427): stdout: \u000a| (launched: 2022-12-08_20:22:32.396935) \u000a20:22:35.821096 run osmo-hlr_10.42.42.2(pid=10427): stderr: \u000a| �[0;m�[1;31m20221208202232588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202232588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202232588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202232588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202232588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202232589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202232600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202232610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202232611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202232611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:35.863495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10426): Terminating (SIGTERM)\u000a20:22:35.904186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10429): Terminating (SIGTERM)\u000a20:22:35.945319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10432): Terminating (SIGTERM)\u000a20:22:35.955485 --- ParallelTerminationStrategy: PID 10426 died...\u000a20:22:36.009502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10426): Terminated: ok {rc=0}\u000a20:22:36.019765 --- ParallelTerminationStrategy: PID 10429 died...\u000a20:22:36.073922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10429): Terminated: ok {rc=0}\u000a20:22:36.084164 --- ParallelTerminationStrategy: PID 10432 died...\u000a20:22:36.139192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10432): Terminated: ok {rc=0}\u000a20:22:36.228219 bus /gobi_0: Setting Powered False\u000a20:22:37.333223 bus /gobi_0: Setting Powered False\u000a20:22:38.446229 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:22:28" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10439): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10439) [trial-2349↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10439)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10439): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10439) [trial-2349↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a20:22:40.324889 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a20:22:40.335492 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a20:22:40.470820 tst mo_mt_sms.py: using LAC 16577\u000a20:22:40.588572 tst mo_mt_sms.py: using RAC 2\u000a20:22:40.706632 tst mo_mt_sms.py: using CellId 16577\u000a20:22:40.825336 tst mo_mt_sms.py: using BVCI 16578\u000a20:22:40.847726 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a20:22:40.967326 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a20:22:41.257401 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:22:41.390100 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:22:42.050661 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10438): Launched\u000a20:22:42.365650 run osmo-nitb_10.42.42.2(pid=10439): Launched\u000a20:22:42.562943 run osmo-nitb_10.42.42.2(pid=10439): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10439)]\u000a20:22:42.708046 run osmo-nitb_10.42.42.2(pid=10439): stdout: \u000a| (launched: 2022-12-08_20:22:42.213067) \u000a20:22:42.853111 run osmo-nitb_10.42.42.2(pid=10439): stderr: \u000a| (launched: 2022-12-08_20:22:42.260578)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:22:42.993033 run osmo-nitb_10.42.42.2(pid=10439): stdout: \u000a| (launched: 2022-12-08_20:22:42.213067) \u000a20:22:43.131701 run osmo-nitb_10.42.42.2(pid=10439): stderr: \u000a| (launched: 2022-12-08_20:22:42.260578)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:22:43.494900 tst osmo-nitb_10.42.42.2(pid=10439): stdout: \u000a| (launched: 2022-12-08_20:22:42.213067) \u000a20:22:43.621963 tst osmo-nitb_10.42.42.2(pid=10439): stderr: \u000a| (launched: 2022-12-08_20:22:42.260578)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:22:43.677644 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=10439): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10439) [trial-2349↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10439)] [trial-2349↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a20:22:43.686425 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a20:22:43.722679 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10438): Terminating (SIGTERM)\u000a20:22:43.900353 --- ParallelTerminationStrategy: PID 10438 died...\u000a20:22:43.958084 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10438): Terminated: ok {rc=0}\u000a20:22:44.046029 bus /sierra_3: Setting Powered False\u000a20:22:45.153682 bus /sierra_3: Setting Powered False\u000a20:22:46.274373 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:22:40" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "sms:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10462): Process ended prematurely: osmo-stp_10.42.42.5(pid=10462) [trial-2349↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10462)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10462): Process ended prematurely: osmo-stp_10.42.42.5(pid=10462) [trial-2349↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10462)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a20:22:48.189149 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:22:48.201332 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a20:22:48.343332 tst mo_mt_sms.py: using LAC 16578\u000a20:22:48.478454 tst mo_mt_sms.py: using RAC 3\u000a20:22:48.603932 tst mo_mt_sms.py: using CellId 16578\u000a20:22:48.730049 tst mo_mt_sms.py: using BVCI 16579\u000a20:22:48.755676 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:22:48.767596 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:22:48.779458 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:22:48.792399 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:22:48.804403 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:22:48.817422 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a20:22:48.940835 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a20:22:49.155117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:49.707230 run create_hlr_db(pid=10454): Launched\u000a20:22:49.883604 bus /sierra_2: Setting Powered False\u000a20:22:50.907244 run create_hlr_db(pid=10454): Terminated: ok {rc=0}\u000a20:22:51.334936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10458): Launched\u000a20:22:51.728787 run osmo-hlr_10.42.42.2(pid=10459): Launched\u000a20:22:51.919894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:52.583965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10461): Launched\u000a20:22:53.005249 run osmo-stp_10.42.42.5(pid=10462): Launched\u000a20:22:53.219141 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:22:53.825894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10464): Launched\u000a20:22:54.242295 run osmo-msc_10.42.42.6(pid=10465): Launched\u000a20:22:54.623726 run osmo-stp_10.42.42.5(pid=10462): ERR: Terminated: ERROR {rc=1} [trial-2349↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10462)]\u000a20:22:54.838523 run osmo-stp_10.42.42.5(pid=10462): stdout: \u000a| (launched: 2022-12-08_20:22:52.748526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:54.989462 run osmo-stp_10.42.42.5(pid=10462): stderr: \u000a| �[0;m�[38;5;43m20221208202253033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202253034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202253034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202253034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202253035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202253035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202253035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:55.146430 run osmo-stp_10.42.42.5(pid=10462): stdout: \u000a| (launched: 2022-12-08_20:22:52.748526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:55.283177 run osmo-stp_10.42.42.5(pid=10462): stderr: \u000a| �[0;m�[38;5;43m20221208202253033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202253034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202253034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202253034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202253035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202253035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202253035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:55.339780 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=10462): Process ended prematurely: osmo-stp_10.42.42.5(pid=10462) [trial-2349↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10462)] [trial-2349↪sms:trx-b200↪mo_mt_sms.py:16]\u000a20:22:55.349064 tst mo_mt_sms.py:16: Test FAILED (7.1 sec)\u000a20:22:55.413661 run osmo-hlr_10.42.42.2(pid=10459): ERR: Terminated: ERROR {rc=237} [trial-2349↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10459)]\u000a20:22:55.475116 run osmo-hlr_10.42.42.2(pid=10459): stdout: \u000a| (launched: 2022-12-08_20:22:51.490549) \u000a20:22:55.533967 run osmo-hlr_10.42.42.2(pid=10459): stderr: \u000a| �[0;m�[1;31m20221208202251827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202251827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202251827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202251827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202251828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202251828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202251884 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202251892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202251901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202251901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:55.606173 run osmo-msc_10.42.42.6(pid=10465): ERR: Terminated: ERROR {rc=2} [trial-2349↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10465)]\u000a20:22:55.658660 run osmo-msc_10.42.42.6(pid=10465): stdout: \u000a| (launched: 2022-12-08_20:22:53.990496) \u000a20:22:55.721410 run osmo-msc_10.42.42.6(pid=10465): stderr: \u000a| �[0;m�[38;5;43m20221208202254488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202254488 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f440d497c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202254493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202254493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202254493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202254494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202254495 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202254496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202254496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202254496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:22:55.777932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10458): Terminating (SIGTERM)\u000a20:22:55.827160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10461): Terminating (SIGTERM)\u000a20:22:55.877445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10464): Terminating (SIGTERM)\u000a20:22:55.891708 --- ParallelTerminationStrategy: PID 10458 died...\u000a20:22:55.959348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10458): Terminated: ok {rc=0}\u000a20:22:55.970269 --- ParallelTerminationStrategy: PID 10461 died...\u000a20:22:56.035431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10461): Terminated: ok {rc=0}\u000a20:22:56.046135 --- ParallelTerminationStrategy: PID 10464 died...\u000a20:22:56.109060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10464): Terminated: ok {rc=0}\u000a20:22:56.242919 bus /sierra_3: Setting Powered False\u000a20:22:57.362445 bus /sierra_3: Setting Powered False\u000a20:22:58.477509 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:22:47" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10730): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10730) [trial-2349↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10730)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10730): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10730) [trial-2349↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a20:23:00.337621 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a20:23:00.349999 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a20:23:00.499242 tst assert_extension.py: using LAC 16579\u000a20:23:00.641898 tst assert_extension.py: using RAC 4\u000a20:23:00.769798 tst assert_extension.py: using CellId 16579\u000a20:23:00.922046 tst assert_extension.py: using BVCI 16580\u000a20:23:00.948014 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a20:23:01.260091 tst assert_extension.py:10: start nitb and bts...\u000a20:23:01.429161 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:23:02.240798 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10729): Launched\u000a20:23:02.569839 run osmo-nitb_10.42.42.2(pid=10730): Launched\u000a20:23:02.758707 run osmo-nitb_10.42.42.2(pid=10730): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10730)]\u000a20:23:02.898391 run osmo-nitb_10.42.42.2(pid=10730): stdout: \u000a| (launched: 2022-12-08_20:23:02.402310) \u000a20:23:03.038592 run osmo-nitb_10.42.42.2(pid=10730): stderr: \u000a| (launched: 2022-12-08_20:23:02.450748)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:23:03.173390 run osmo-nitb_10.42.42.2(pid=10730): stdout: \u000a| (launched: 2022-12-08_20:23:02.402310) \u000a20:23:03.307154 run osmo-nitb_10.42.42.2(pid=10730): stderr: \u000a| (launched: 2022-12-08_20:23:02.450748)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:23:03.693815 tst osmo-nitb_10.42.42.2(pid=10730): stdout: \u000a| (launched: 2022-12-08_20:23:02.402310) \u000a20:23:03.816247 tst osmo-nitb_10.42.42.2(pid=10730): stderr: \u000a| (launched: 2022-12-08_20:23:02.450748)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:23:03.870285 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10730): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10730) [trial-2349↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10730)] [trial-2349↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a20:23:03.879710 tst assert_extension.py:12: Test FAILED (3.5 sec)\u000a20:23:03.919493 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10729): Terminating (SIGTERM)\u000a20:23:04.098342 --- ParallelTerminationStrategy: PID 10729 died...\u000a20:23:04.156877 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10729): Terminated: ok {rc=0}\u000a20:23:04.247825 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:23:00" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10740): Process ended prematurely: osmo-stp_10.42.42.5(pid=10740) [trial-2349↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10740)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10740): Process ended prematurely: osmo-stp_10.42.42.5(pid=10740) [trial-2349↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a20:23:06.099332 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:23:06.111402 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a20:23:06.261004 tst assert_extension.py: using LAC 16580\u000a20:23:06.390248 tst assert_extension.py: using RAC 5\u000a20:23:06.520560 tst assert_extension.py: using CellId 16580\u000a20:23:06.656678 tst assert_extension.py: using BVCI 16581\u000a20:23:06.683155 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:23:06.695294 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:23:06.707962 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:23:06.721190 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:23:06.733686 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:23:06.746418 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a20:23:06.965202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:07.526171 run create_hlr_db(pid=10734): Launched\u000a20:23:07.721429 bus /sierra_2: Setting Powered False\u000a20:23:08.742034 run create_hlr_db(pid=10734): Terminated: ok {rc=0}\u000a20:23:09.191563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10736): Launched\u000a20:23:09.626522 run osmo-hlr_10.42.42.2(pid=10737): Launched\u000a20:23:09.868705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:10.455664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10739): Launched\u000a20:23:10.886971 run osmo-stp_10.42.42.5(pid=10740): Launched\u000a20:23:11.110338 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:23:11.703557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10742): Launched\u000a20:23:12.022740 run osmo-msc_10.42.42.6(pid=10743): Launched\u000a20:23:12.208453 run osmo-stp_10.42.42.5(pid=10740): ERR: Terminated: ERROR {rc=1} [trial-2349↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10740)]\u000a20:23:12.342730 run osmo-stp_10.42.42.5(pid=10740): stdout: \u000a| (launched: 2022-12-08_20:23:10.625251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:12.477204 run osmo-stp_10.42.42.5(pid=10740): stderr: \u000a| �[0;m�[38;5;43m20221208202310913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202310914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202310914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202310914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202310915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202310915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202310915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:12.605188 run osmo-stp_10.42.42.5(pid=10740): stdout: \u000a| (launched: 2022-12-08_20:23:10.625251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:12.732117 run osmo-stp_10.42.42.5(pid=10740): stderr: \u000a| �[0;m�[38;5;43m20221208202310913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202310914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202310914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202310914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202310915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202310915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202310915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:12.787807 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=10740): Process ended prematurely: osmo-stp_10.42.42.5(pid=10740) [trial-2349↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10740)] [trial-2349↪ussd:trx-b200↪assert_extension.py:17]\u000a20:23:12.796467 tst assert_extension.py:17: Test FAILED (6.7 sec)\u000a20:23:12.859423 run osmo-hlr_10.42.42.2(pid=10737): ERR: Terminated: ERROR {rc=237} [trial-2349↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10737)]\u000a20:23:12.911254 run osmo-hlr_10.42.42.2(pid=10737): stdout: \u000a| (launched: 2022-12-08_20:23:09.360438) \u000a20:23:12.963694 run osmo-hlr_10.42.42.2(pid=10737): stderr: \u000a| �[0;m�[1;31m20221208202309665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202309665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202309665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202309665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202309666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202309666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202309685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202309694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202309694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202309694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:13.034952 run osmo-msc_10.42.42.6(pid=10743): ERR: Terminated: ERROR {rc=2} [trial-2349↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10743)]\u000a20:23:13.086563 run osmo-msc_10.42.42.6(pid=10743): stdout: \u000a| (launched: 2022-12-08_20:23:11.866577) \u000a20:23:13.138874 run osmo-msc_10.42.42.6(pid=10743): stderr: \u000a| �[0;m�[38;5;43m20221208202312187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202312187 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09e7daec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202312187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202312187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202312188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202312188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202312189 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202312190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202312190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202312190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:23:13.183690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10736): Terminating (SIGTERM)\u000a20:23:13.225703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10739): Terminating (SIGTERM)\u000a20:23:13.267469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10742): Terminating (SIGTERM)\u000a20:23:13.277208 --- ParallelTerminationStrategy: PID 10736 died...\u000a20:23:13.333268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10736): Terminated: ok {rc=0}\u000a20:23:13.343368 --- ParallelTerminationStrategy: PID 10739 died...\u000a20:23:13.399021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10739): Terminated: ok {rc=0}\u000a20:23:13.409452 --- ParallelTerminationStrategy: PID 10742 died...\u000a20:23:13.465027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10742): Terminated: ok {rc=0}\u000a20:23:13.553006 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:23:05" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10754): Process ended prematurely: osmo-stp_10.42.42.5(pid=10754) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10754)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10754): Process ended prematurely: osmo-stp_10.42.42.5(pid=10754) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:23:15.518709 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:15.530191 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:23:15.689255 tst mo_mt_call.py: using LAC 16581\u000a20:23:15.817671 tst mo_mt_call.py: using RAC 6\u000a20:23:15.957551 tst mo_mt_call.py: using CellId 16581\u000a20:23:16.088334 tst mo_mt_call.py: using BVCI 16582\u000a20:23:16.114353 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:16.126875 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:16.138864 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:16.150837 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:16.163520 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:16.176153 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:23:16.302039 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:23:16.564319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:17.121973 run create_hlr_db(pid=10748): Launched\u000a20:23:17.311952 bus /sierra_2: Setting Powered False\u000a20:23:18.331599 run create_hlr_db(pid=10748): Terminated: ok {rc=0}\u000a20:23:18.740034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10750): Launched\u000a20:23:19.043681 run osmo-hlr_10.42.42.2(pid=10751): Launched\u000a20:23:19.157862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:19.684550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10753): Launched\u000a20:23:19.988166 run osmo-stp_10.42.42.5(pid=10754): Launched\u000a20:23:20.099014 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:23:20.655019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10756): Launched\u000a20:23:20.960895 run osmo-msc_10.42.42.6(pid=10757): Launched\u000a20:23:21.140738 run osmo-stp_10.42.42.5(pid=10754): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10754)]\u000a20:23:21.270598 run osmo-stp_10.42.42.5(pid=10754): stdout: \u000a| (launched: 2022-12-08_20:23:19.838840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:21.398289 run osmo-stp_10.42.42.5(pid=10754): stderr: \u000a| �[0;m�[38;5;43m20221208202320007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202320007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202320007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202320008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202320008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202320008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202320009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:21.520792 run osmo-stp_10.42.42.5(pid=10754): stdout: \u000a| (launched: 2022-12-08_20:23:19.838840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:21.642357 run osmo-stp_10.42.42.5(pid=10754): stderr: \u000a| �[0;m�[38;5;43m20221208202320007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202320007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202320007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202320008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202320008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202320008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202320009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:21.695859 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10754): Process ended prematurely: osmo-stp_10.42.42.5(pid=10754) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10754)] [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:23:21.704593 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:23:21.765059 run osmo-hlr_10.42.42.2(pid=10751): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10751)]\u000a20:23:21.814458 run osmo-hlr_10.42.42.2(pid=10751): stdout: \u000a| (launched: 2022-12-08_20:23:18.894709) \u000a20:23:21.864515 run osmo-hlr_10.42.42.2(pid=10751): stderr: \u000a| �[0;m�[1;31m20221208202319069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202319069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202319069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202319069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202319069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202319069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202319082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202319092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202319092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202319092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:21.932612 run osmo-msc_10.42.42.6(pid=10757): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10757)]\u000a20:23:21.982205 run osmo-msc_10.42.42.6(pid=10757): stdout: \u000a| (launched: 2022-12-08_20:23:20.809614) \u000a20:23:22.032013 run osmo-msc_10.42.42.6(pid=10757): stderr: \u000a| �[0;m�[38;5;43m20221208202321077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202321078 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa32b9d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202321078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202321078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202321078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202321078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202321080 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202321080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202321080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202321080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:23:22.074462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10750): Terminating (SIGTERM)\u000a20:23:22.114685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10753): Terminating (SIGTERM)\u000a20:23:22.154809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10756): Terminating (SIGTERM)\u000a20:23:22.164182 --- ParallelTerminationStrategy: PID 10750 died...\u000a20:23:22.218145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10750): Terminated: ok {rc=0}\u000a20:23:22.227745 --- ParallelTerminationStrategy: PID 10753 died...\u000a20:23:22.281176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10753): Terminated: ok {rc=0}\u000a20:23:22.290881 --- ParallelTerminationStrategy: PID 10756 died...\u000a20:23:22.344414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10756): Terminated: ok {rc=0}\u000a20:23:22.434583 bus /sierra_3: Setting Powered False\u000a20:23:23.539622 bus /sierra_3: Setting Powered False\u000a20:23:24.650911 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10765): Process ended prematurely: osmo-stp_10.42.42.5(pid=10765) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10765)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10765): Process ended prematurely: osmo-stp_10.42.42.5(pid=10765) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:23:25.761061 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:25.773020 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:23:25.933318 tst mo_mt_call_osmux.py: using LAC 16582\u000a20:23:26.055879 tst mo_mt_call_osmux.py: using RAC 7\u000a20:23:26.177953 tst mo_mt_call_osmux.py: using CellId 16582\u000a20:23:26.297659 tst mo_mt_call_osmux.py: using BVCI 16583\u000a20:23:26.320781 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:26.332016 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:26.342981 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:26.354133 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:26.365387 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:26.376603 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:23:26.493669 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:23:26.704523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:27.186815 run create_hlr_db(pid=10759): Launched\u000a20:23:27.376253 bus /sierra_2: Setting Powered False\u000a20:23:28.396547 run create_hlr_db(pid=10759): Terminated: ok {rc=0}\u000a20:23:28.805957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10761): Launched\u000a20:23:29.112827 run osmo-hlr_10.42.42.2(pid=10762): Launched\u000a20:23:29.230864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:29.764358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10764): Launched\u000a20:23:30.069374 run osmo-stp_10.42.42.5(pid=10765): Launched\u000a20:23:30.180051 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:23:30.735602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10767): Launched\u000a20:23:31.223800 run osmo-msc_10.42.42.6(pid=10768): Launched\u000a20:23:31.575468 run osmo-stp_10.42.42.5(pid=10765): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10765)]\u000a20:23:31.717159 run osmo-stp_10.42.42.5(pid=10765): stdout: \u000a| (launched: 2022-12-08_20:23:29.919282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:31.859666 run osmo-stp_10.42.42.5(pid=10765): stderr: \u000a| �[0;m�[38;5;43m20221208202330091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202330092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202330092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202330092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202330093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202330093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202330093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:32.008426 run osmo-stp_10.42.42.5(pid=10765): stdout: \u000a| (launched: 2022-12-08_20:23:29.919282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:32.143657 run osmo-stp_10.42.42.5(pid=10765): stderr: \u000a| �[0;m�[38;5;43m20221208202330091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202330092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202330092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202330092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202330093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202330093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202330093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:32.202529 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10765): Process ended prematurely: osmo-stp_10.42.42.5(pid=10765) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10765)] [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:23:32.213072 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:23:32.279821 run osmo-hlr_10.42.42.2(pid=10762): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10762)]\u000a20:23:32.333206 run osmo-hlr_10.42.42.2(pid=10762): stdout: \u000a| (launched: 2022-12-08_20:23:28.960663) \u000a20:23:32.387417 run osmo-hlr_10.42.42.2(pid=10762): stderr: \u000a| �[0;m�[1;31m20221208202329134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202329134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202329134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202329134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202329134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202329134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202329149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202329160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202329160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202329160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:32.460214 run osmo-msc_10.42.42.6(pid=10768): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10768)]\u000a20:23:32.513128 run osmo-msc_10.42.42.6(pid=10768): stdout: \u000a| (launched: 2022-12-08_20:23:30.917539) \u000a20:23:32.566180 run osmo-msc_10.42.42.6(pid=10768): stderr: \u000a| �[0;m�[38;5;43m20221208202331255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202331255 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f799e570c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202331255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202331256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202331256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202331256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202331260 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202331261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202331261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202331262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:23:32.611211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10761): Terminating (SIGTERM)\u000a20:23:32.654317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10764): Terminating (SIGTERM)\u000a20:23:32.697502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10767): Terminating (SIGTERM)\u000a20:23:32.707301 --- ParallelTerminationStrategy: PID 10761 died...\u000a20:23:32.764300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10761): Terminated: ok {rc=0}\u000a20:23:32.774600 --- ParallelTerminationStrategy: PID 10764 died...\u000a20:23:32.831315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10764): Terminated: ok {rc=0}\u000a20:23:32.841621 --- ParallelTerminationStrategy: PID 10767 died...\u000a20:23:32.898469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10767): Terminated: ok {rc=0}\u000a20:23:32.986777 bus /sierra_3: Setting Powered False\u000a20:23:34.094232 bus /sierra_3: Setting Powered False\u000a20:23:35.202665 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:23:15" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10779): Process ended prematurely: osmo-stp_10.42.42.5(pid=10779) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10779)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10779): Process ended prematurely: osmo-stp_10.42.42.5(pid=10779) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:23:37.211049 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:23:37.222677 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:23:37.390513 tst mo_mt_call.py: using LAC 16583\u000a20:23:37.514431 tst mo_mt_call.py: using RAC 8\u000a20:23:37.640640 tst mo_mt_call.py: using CellId 16583\u000a20:23:37.760099 tst mo_mt_call.py: using BVCI 16584\u000a20:23:37.783387 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:23:37.794662 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:23:37.806097 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:23:37.817754 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:23:37.829477 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:23:37.841086 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:23:37.963346 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:23:38.175770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:38.697476 run create_hlr_db(pid=10773): Launched\u000a20:23:38.885936 bus /sierra_2: Setting Powered False\u000a20:23:39.907449 run create_hlr_db(pid=10773): Terminated: ok {rc=0}\u000a20:23:40.317967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10775): Launched\u000a20:23:40.623344 run osmo-hlr_10.42.42.2(pid=10776): Launched\u000a20:23:40.741889 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:41.274523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10778): Launched\u000a20:23:41.578872 run osmo-stp_10.42.42.5(pid=10779): Launched\u000a20:23:41.689289 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:23:42.246874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10781): Launched\u000a20:23:42.551625 run osmo-msc_10.42.42.6(pid=10782): Launched\u000a20:23:42.730320 run osmo-stp_10.42.42.5(pid=10779): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10779)]\u000a20:23:42.859993 run osmo-stp_10.42.42.5(pid=10779): stdout: \u000a| (launched: 2022-12-08_20:23:41.428745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:42.987674 run osmo-stp_10.42.42.5(pid=10779): stderr: \u000a| �[0;m�[38;5;43m20221208202341599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202341599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202341599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202341600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202341600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202341600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202341601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:43.109955 run osmo-stp_10.42.42.5(pid=10779): stdout: \u000a| (launched: 2022-12-08_20:23:41.428745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:43.231057 run osmo-stp_10.42.42.5(pid=10779): stderr: \u000a| �[0;m�[38;5;43m20221208202341599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202341599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202341599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202341600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202341600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202341600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202341601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:43.284493 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10779): Process ended prematurely: osmo-stp_10.42.42.5(pid=10779) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10779)] [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:23:43.293410 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:23:43.353880 run osmo-hlr_10.42.42.2(pid=10776): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10776)]\u000a20:23:43.404507 run osmo-hlr_10.42.42.2(pid=10776): stdout: \u000a| (launched: 2022-12-08_20:23:40.472757) \u000a20:23:43.454666 run osmo-hlr_10.42.42.2(pid=10776): stderr: \u000a| �[0;m�[1;31m20221208202340649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202340649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202340649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202340650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202340650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202340650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202340663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202340673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202340673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202340673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:43.522828 run osmo-msc_10.42.42.6(pid=10782): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10782)]\u000a20:23:43.572917 run osmo-msc_10.42.42.6(pid=10782): stdout: \u000a| (launched: 2022-12-08_20:23:42.401176) \u000a20:23:43.623149 run osmo-msc_10.42.42.6(pid=10782): stderr: \u000a| �[0;m�[38;5;43m20221208202342674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202342674 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb1248fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202342674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202342674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202342675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202342675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202342676 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202342677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202342677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202342677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:23:43.665493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10775): Terminating (SIGTERM)\u000a20:23:43.706011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10778): Terminating (SIGTERM)\u000a20:23:43.746454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10781): Terminating (SIGTERM)\u000a20:23:43.756210 --- ParallelTerminationStrategy: PID 10775 died...\u000a20:23:43.810245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10775): Terminated: ok {rc=0}\u000a20:23:43.820428 --- ParallelTerminationStrategy: PID 10778 died...\u000a20:23:43.874879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10778): Terminated: ok {rc=0}\u000a20:23:43.884552 --- ParallelTerminationStrategy: PID 10781 died...\u000a20:23:43.939454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10781): Terminated: ok {rc=0}\u000a20:23:44.028706 bus /sierra_3: Setting Powered False\u000a20:23:45.134014 bus /sierra_3: Setting Powered False\u000a20:23:46.262194 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10791): Process ended prematurely: osmo-stp_10.42.42.5(pid=10791) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10791)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10791): Process ended prematurely: osmo-stp_10.42.42.5(pid=10791) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:23:47.373082 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:23:47.384891 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:23:47.544520 tst mo_mt_call_osmux.py: using LAC 16584\u000a20:23:47.665733 tst mo_mt_call_osmux.py: using RAC 9\u000a20:23:47.796545 tst mo_mt_call_osmux.py: using CellId 16584\u000a20:23:47.923234 tst mo_mt_call_osmux.py: using BVCI 16585\u000a20:23:47.948756 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:23:47.960540 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:23:47.972182 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:23:47.983961 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:23:47.995830 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:23:48.007430 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:23:48.128790 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:23:48.342321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:48.866815 run create_hlr_db(pid=10785): Launched\u000a20:23:49.056069 bus /sierra_2: Setting Powered False\u000a20:23:50.077780 run create_hlr_db(pid=10785): Terminated: ok {rc=0}\u000a20:23:50.514705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10787): Launched\u000a20:23:50.841157 run osmo-hlr_10.42.42.2(pid=10788): Launched\u000a20:23:50.959779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:51.526635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10790): Launched\u000a20:23:51.851656 run osmo-stp_10.42.42.5(pid=10791): Launched\u000a20:23:51.969786 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:23:52.573083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10793): Launched\u000a20:23:52.900220 run osmo-msc_10.42.42.6(pid=10794): Launched\u000a20:23:53.091139 run osmo-stp_10.42.42.5(pid=10791): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10791)]\u000a20:23:53.228848 run osmo-stp_10.42.42.5(pid=10791): stdout: \u000a| (launched: 2022-12-08_20:23:51.692390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:53.366023 run osmo-stp_10.42.42.5(pid=10791): stderr: \u000a| �[0;m�[38;5;43m20221208202351885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202351885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202351886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202351886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202351887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202351887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202351887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:53.497533 run osmo-stp_10.42.42.5(pid=10791): stdout: \u000a| (launched: 2022-12-08_20:23:51.692390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:53.626714 run osmo-stp_10.42.42.5(pid=10791): stderr: \u000a| �[0;m�[38;5;43m20221208202351885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202351885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202351886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202351886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202351887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202351887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202351887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:53.684046 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10791): Process ended prematurely: osmo-stp_10.42.42.5(pid=10791) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10791)] [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:23:53.693636 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:23:53.756875 run osmo-hlr_10.42.42.2(pid=10788): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10788)]\u000a20:23:53.809093 run osmo-hlr_10.42.42.2(pid=10788): stdout: \u000a| (launched: 2022-12-08_20:23:50.680920) \u000a20:23:53.861800 run osmo-hlr_10.42.42.2(pid=10788): stderr: \u000a| �[0;m�[1;31m20221208202350879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202350879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202350880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202350880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202350880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202350880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202350923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202350934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202350934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202350934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:53.933029 run osmo-msc_10.42.42.6(pid=10794): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10794)]\u000a20:23:53.984625 run osmo-msc_10.42.42.6(pid=10794): stdout: \u000a| (launched: 2022-12-08_20:23:52.739738) \u000a20:23:54.036918 run osmo-msc_10.42.42.6(pid=10794): stderr: \u000a| �[0;m�[38;5;43m20221208202353064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202353064 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbbaa45cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202353064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202353064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202353064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202353065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202353066 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202353067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202353067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202353067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:23:54.081434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10787): Terminating (SIGTERM)\u000a20:23:54.123566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10790): Terminating (SIGTERM)\u000a20:23:54.166023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10793): Terminating (SIGTERM)\u000a20:23:54.175999 --- ParallelTerminationStrategy: PID 10787 died...\u000a20:23:54.232531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10787): Terminated: ok {rc=0}\u000a20:23:54.242761 --- ParallelTerminationStrategy: PID 10790 died...\u000a20:23:54.298745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10790): Terminated: ok {rc=0}\u000a20:23:54.308626 --- ParallelTerminationStrategy: PID 10793 died...\u000a20:23:54.364518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10793): Terminated: ok {rc=0}\u000a20:23:54.452355 bus /sierra_3: Setting Powered False\u000a20:23:55.559676 bus /sierra_3: Setting Powered False\u000a20:23:56.668552 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:23:36" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10805): Process ended prematurely: osmo-stp_10.42.42.5(pid=10805) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10805)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10805): Process ended prematurely: osmo-stp_10.42.42.5(pid=10805) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:23:58.683680 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:23:58.695309 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:23:58.858961 tst mo_mt_call.py: using LAC 16585\u000a20:23:58.986171 tst mo_mt_call.py: using RAC 10\u000a20:23:59.112873 tst mo_mt_call.py: using CellId 16585\u000a20:23:59.245987 tst mo_mt_call.py: using BVCI 16586\u000a20:23:59.270796 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:23:59.282380 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:23:59.293792 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:23:59.305211 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:23:59.316669 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:23:59.328091 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:23:59.444840 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:23:59.647956 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:00.142437 run create_hlr_db(pid=10799): Launched\u000a20:24:00.331063 bus /sierra_2: Setting Powered False\u000a20:24:01.344321 run create_hlr_db(pid=10799): Terminated: ok {rc=0}\u000a20:24:01.774776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10801): Launched\u000a20:24:02.131317 run osmo-hlr_10.42.42.2(pid=10802): Launched\u000a20:24:02.274482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:24:02.806390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10804): Launched\u000a20:24:03.110398 run osmo-stp_10.42.42.5(pid=10805): Launched\u000a20:24:03.221115 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:24:03.776051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10807): Launched\u000a20:24:04.081387 run osmo-msc_10.42.42.6(pid=10808): Launched\u000a20:24:04.259904 run osmo-stp_10.42.42.5(pid=10805): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10805)]\u000a20:24:04.389165 run osmo-stp_10.42.42.5(pid=10805): stdout: \u000a| (launched: 2022-12-08_20:24:02.960649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:04.516440 run osmo-stp_10.42.42.5(pid=10805): stderr: \u000a| �[0;m�[38;5;43m20221208202403132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202403132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202403132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202403133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202403133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202403133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202403133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:04.638942 run osmo-stp_10.42.42.5(pid=10805): stdout: \u000a| (launched: 2022-12-08_20:24:02.960649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:04.760013 run osmo-stp_10.42.42.5(pid=10805): stderr: \u000a| �[0;m�[38;5;43m20221208202403132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202403132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202403132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202403133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202403133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202403133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202403133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:04.813590 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10805): Process ended prematurely: osmo-stp_10.42.42.5(pid=10805) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10805)] [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:24:04.822515 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:24:04.883219 run osmo-hlr_10.42.42.2(pid=10802): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10802)]\u000a20:24:04.933033 run osmo-hlr_10.42.42.2(pid=10802): stdout: \u000a| (launched: 2022-12-08_20:24:01.933450) \u000a20:24:04.983662 run osmo-hlr_10.42.42.2(pid=10802): stderr: \u000a| �[0;m�[1;31m20221208202402234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202402234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202402234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202402234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202402234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202402234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202402246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202402254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202402254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202402255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:24:05.051545 run osmo-msc_10.42.42.6(pid=10808): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10808)]\u000a20:24:05.101347 run osmo-msc_10.42.42.6(pid=10808): stdout: \u000a| (launched: 2022-12-08_20:24:03.930736) \u000a20:24:05.151416 run osmo-msc_10.42.42.6(pid=10808): stderr: \u000a| �[0;m�[38;5;43m20221208202404200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202404200 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9581f4bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202404201 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202404201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202404201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202404201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202404203 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202404203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202404203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202404203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:24:05.193755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10801): Terminating (SIGTERM)\u000a20:24:05.234327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10804): Terminating (SIGTERM)\u000a20:24:05.274659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10807): Terminating (SIGTERM)\u000a20:24:05.284294 --- ParallelTerminationStrategy: PID 10801 died...\u000a20:24:05.338379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10801): Terminated: ok {rc=0}\u000a20:24:05.348352 --- ParallelTerminationStrategy: PID 10804 died...\u000a20:24:05.402258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10804): Terminated: ok {rc=0}\u000a20:24:05.411870 --- ParallelTerminationStrategy: PID 10807 died...\u000a20:24:05.465890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10807): Terminated: ok {rc=0}\u000a20:24:05.555015 bus /sierra_3: Setting Powered False\u000a20:24:06.658625 bus /sierra_3: Setting Powered False\u000a20:24:07.770839 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10816): Process ended prematurely: osmo-stp_10.42.42.5(pid=10816) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10816)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10816): Process ended prematurely: osmo-stp_10.42.42.5(pid=10816) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:24:08.879759 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:24:08.891548 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:24:09.050711 tst mo_mt_call_osmux.py: using LAC 16586\u000a20:24:09.172224 tst mo_mt_call_osmux.py: using RAC 11\u000a20:24:09.298653 tst mo_mt_call_osmux.py: using CellId 16586\u000a20:24:09.428193 tst mo_mt_call_osmux.py: using BVCI 16587\u000a20:24:09.453959 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:24:09.465616 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:24:09.477064 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:24:09.488886 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:24:09.500476 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:24:09.511901 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:24:09.628264 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:24:09.830037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:10.308494 run create_hlr_db(pid=10810): Launched\u000a20:24:10.482594 bus /sierra_2: Setting Powered False\u000a20:24:11.517576 run create_hlr_db(pid=10810): Terminated: ok {rc=0}\u000a20:24:11.952346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10812): Launched\u000a20:24:12.278106 run osmo-hlr_10.42.42.2(pid=10813): Launched\u000a20:24:12.397369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:24:12.963977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10815): Launched\u000a20:24:13.290632 run osmo-stp_10.42.42.5(pid=10816): Launched\u000a20:24:13.408150 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:24:14.004630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10818): Launched\u000a20:24:14.332797 run osmo-msc_10.42.42.6(pid=10819): Launched\u000a20:24:14.523921 run osmo-stp_10.42.42.5(pid=10816): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10816)]\u000a20:24:14.661972 run osmo-stp_10.42.42.5(pid=10816): stdout: \u000a| (launched: 2022-12-08_20:24:13.129881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:14.799577 run osmo-stp_10.42.42.5(pid=10816): stderr: \u000a| �[0;m�[38;5;43m20221208202413322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202413322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202413322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202413323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202413323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202413323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202413323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:14.930594 run osmo-stp_10.42.42.5(pid=10816): stdout: \u000a| (launched: 2022-12-08_20:24:13.129881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:15.060300 run osmo-stp_10.42.42.5(pid=10816): stderr: \u000a| �[0;m�[38;5;43m20221208202413322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202413322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202413322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202413323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202413323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202413323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202413323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:15.117976 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10816): Process ended prematurely: osmo-stp_10.42.42.5(pid=10816) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10816)] [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:24:15.127333 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:24:15.190627 run osmo-hlr_10.42.42.2(pid=10813): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10813)]\u000a20:24:15.242965 run osmo-hlr_10.42.42.2(pid=10813): stdout: \u000a| (launched: 2022-12-08_20:24:12.117778) \u000a20:24:15.295925 run osmo-hlr_10.42.42.2(pid=10813): stderr: \u000a| �[0;m�[1;31m20221208202412315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202412315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202412315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202412315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202412315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202412315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202412327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202412336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202412336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202412336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:24:15.367518 run osmo-msc_10.42.42.6(pid=10819): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10819)]\u000a20:24:15.419628 run osmo-msc_10.42.42.6(pid=10819): stdout: \u000a| (launched: 2022-12-08_20:24:14.171181) \u000a20:24:15.472187 run osmo-msc_10.42.42.6(pid=10819): stderr: \u000a| �[0;m�[38;5;43m20221208202414493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202414493 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f126f228c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202414493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202414493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202414494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202414494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202414495 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202414496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202414496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202414496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:24:15.517068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10812): Terminating (SIGTERM)\u000a20:24:15.559724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10815): Terminating (SIGTERM)\u000a20:24:15.601905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10818): Terminating (SIGTERM)\u000a20:24:15.611402 --- ParallelTerminationStrategy: PID 10812 died...\u000a20:24:15.668021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10812): Terminated: ok {rc=0}\u000a20:24:15.678437 --- ParallelTerminationStrategy: PID 10815 died...\u000a20:24:15.734733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10815): Terminated: ok {rc=0}\u000a20:24:15.744932 --- ParallelTerminationStrategy: PID 10818 died...\u000a20:24:15.801237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10818): Terminated: ok {rc=0}\u000a20:24:15.893797 bus /sierra_3: Setting Powered False\u000a20:24:17.001174 bus /sierra_3: Setting Powered False\u000a20:24:18.108244 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:23:58" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10830): Process ended prematurely: osmo-stp_10.42.42.5(pid=10830) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10830)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10830): Process ended prematurely: osmo-stp_10.42.42.5(pid=10830) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:24:20.116089 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:20.127766 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:24:20.293964 tst mo_mt_call.py: using LAC 16587\u000a20:24:20.421654 tst mo_mt_call.py: using RAC 12\u000a20:24:20.549963 tst mo_mt_call.py: using CellId 16587\u000a20:24:20.676430 tst mo_mt_call.py: using BVCI 16588\u000a20:24:20.701485 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:20.713223 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:20.724519 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:20.735864 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:20.747393 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:20.758767 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:24:20.877704 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:24:21.079301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:21.559087 run create_hlr_db(pid=10824): Launched\u000a20:24:21.734520 bus /sierra_2: Setting Powered False\u000a20:24:22.755993 run create_hlr_db(pid=10824): Terminated: ok {rc=0}\u000a20:24:23.161134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10826): Launched\u000a20:24:23.465172 run osmo-hlr_10.42.42.2(pid=10827): Launched\u000a20:24:23.583514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:24:24.119477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10829): Launched\u000a20:24:24.424328 run osmo-stp_10.42.42.5(pid=10830): Launched\u000a20:24:24.535263 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:24:25.096379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10832): Launched\u000a20:24:25.401490 run osmo-msc_10.42.42.6(pid=10833): Launched\u000a20:24:25.580207 run osmo-stp_10.42.42.5(pid=10830): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10830)]\u000a20:24:25.712846 run osmo-stp_10.42.42.5(pid=10830): stdout: \u000a| (launched: 2022-12-08_20:24:24.273804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:25.840249 run osmo-stp_10.42.42.5(pid=10830): stderr: \u000a| �[0;m�[38;5;43m20221208202424443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202424444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202424444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202424444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202424445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202424445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202424445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:25.962750 run osmo-stp_10.42.42.5(pid=10830): stdout: \u000a| (launched: 2022-12-08_20:24:24.273804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:26.083887 run osmo-stp_10.42.42.5(pid=10830): stderr: \u000a| �[0;m�[38;5;43m20221208202424443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202424444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202424444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202424444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202424445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202424445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202424445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:26.137552 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10830): Process ended prematurely: osmo-stp_10.42.42.5(pid=10830) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10830)] [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:24:26.146102 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:24:26.207180 run osmo-hlr_10.42.42.2(pid=10827): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10827)]\u000a20:24:26.257045 run osmo-hlr_10.42.42.2(pid=10827): stdout: \u000a| (launched: 2022-12-08_20:24:23.315283) \u000a20:24:26.307201 run osmo-hlr_10.42.42.2(pid=10827): stderr: \u000a| �[0;m�[1;31m20221208202423490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202423490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202423490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202423490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202423490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202423490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202423502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202423513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202423513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202423513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:24:26.374941 run osmo-msc_10.42.42.6(pid=10833): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10833)]\u000a20:24:26.424513 run osmo-msc_10.42.42.6(pid=10833): stdout: \u000a| (launched: 2022-12-08_20:24:25.251069) \u000a20:24:26.474712 run osmo-msc_10.42.42.6(pid=10833): stderr: \u000a| �[0;m�[38;5;43m20221208202425523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202425523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f449fea8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202425523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202425523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202425523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202425523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202425525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202425526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202425526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202425526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:24:26.517182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10826): Terminating (SIGTERM)\u000a20:24:26.557501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10829): Terminating (SIGTERM)\u000a20:24:26.597890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10832): Terminating (SIGTERM)\u000a20:24:26.607345 --- ParallelTerminationStrategy: PID 10826 died...\u000a20:24:26.661335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10826): Terminated: ok {rc=0}\u000a20:24:26.671303 --- ParallelTerminationStrategy: PID 10829 died...\u000a20:24:26.724844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10829): Terminated: ok {rc=0}\u000a20:24:26.734753 --- ParallelTerminationStrategy: PID 10832 died...\u000a20:24:26.788535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10832): Terminated: ok {rc=0}\u000a20:24:26.878858 bus /sierra_3: Setting Powered False\u000a20:24:27.983215 bus /sierra_3: Setting Powered False\u000a20:24:29.095491 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10841): Process ended prematurely: osmo-stp_10.42.42.5(pid=10841) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10841)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10841): Process ended prematurely: osmo-stp_10.42.42.5(pid=10841) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:24:30.205603 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:30.217785 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:24:30.385784 tst mo_mt_call_osmux.py: using LAC 16588\u000a20:24:30.512464 tst mo_mt_call_osmux.py: using RAC 13\u000a20:24:30.639476 tst mo_mt_call_osmux.py: using CellId 16588\u000a20:24:30.767287 tst mo_mt_call_osmux.py: using BVCI 16589\u000a20:24:30.792362 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:30.804100 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:30.815809 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:30.827597 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:30.843762 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:30.856450 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:24:30.988133 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:24:31.257443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:31.846197 run create_hlr_db(pid=10835): Launched\u000a20:24:32.037535 bus /sierra_2: Setting Powered False\u000a20:24:33.056062 run create_hlr_db(pid=10835): Terminated: ok {rc=0}\u000a20:24:33.465947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10837): Launched\u000a20:24:33.769697 run osmo-hlr_10.42.42.2(pid=10838): Launched\u000a20:24:33.881600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:24:34.409794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10840): Launched\u000a20:24:34.715012 run osmo-stp_10.42.42.5(pid=10841): Launched\u000a20:24:34.826046 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:24:35.383220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10843): Launched\u000a20:24:35.689464 run osmo-msc_10.42.42.6(pid=10844): Launched\u000a20:24:35.868416 run osmo-stp_10.42.42.5(pid=10841): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10841)]\u000a20:24:36.001075 run osmo-stp_10.42.42.5(pid=10841): stdout: \u000a| (launched: 2022-12-08_20:24:34.565418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:36.128556 run osmo-stp_10.42.42.5(pid=10841): stderr: \u000a| �[0;m�[38;5;43m20221208202434735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202434735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202434735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202434735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202434736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202434736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202434736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:36.250603 run osmo-stp_10.42.42.5(pid=10841): stdout: \u000a| (launched: 2022-12-08_20:24:34.565418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:36.371354 run osmo-stp_10.42.42.5(pid=10841): stderr: \u000a| �[0;m�[38;5;43m20221208202434735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202434735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202434735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202434735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202434736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202434736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202434736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:36.424719 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10841): Process ended prematurely: osmo-stp_10.42.42.5(pid=10841) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10841)] [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:24:36.433566 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:24:36.494674 run osmo-hlr_10.42.42.2(pid=10838): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10838)]\u000a20:24:36.544600 run osmo-hlr_10.42.42.2(pid=10838): stdout: \u000a| (launched: 2022-12-08_20:24:33.620566) \u000a20:24:36.594918 run osmo-hlr_10.42.42.2(pid=10838): stderr: \u000a| �[0;m�[1;31m20221208202433793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202433793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202433793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202433793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202433793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202433793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202433806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202433814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202433815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202433815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:24:36.662919 run osmo-msc_10.42.42.6(pid=10844): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10844)]\u000a20:24:36.712528 run osmo-msc_10.42.42.6(pid=10844): stdout: \u000a| (launched: 2022-12-08_20:24:35.538238) \u000a20:24:36.762695 run osmo-msc_10.42.42.6(pid=10844): stderr: \u000a| �[0;m�[38;5;43m20221208202435810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202435810 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f650907cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202435810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202435810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202435811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202435811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202435812 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202435813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202435813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202435813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:24:36.805333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10837): Terminating (SIGTERM)\u000a20:24:36.845754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10840): Terminating (SIGTERM)\u000a20:24:36.886211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10843): Terminating (SIGTERM)\u000a20:24:36.895695 --- ParallelTerminationStrategy: PID 10837 died...\u000a20:24:36.949674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10837): Terminated: ok {rc=0}\u000a20:24:36.959554 --- ParallelTerminationStrategy: PID 10840 died...\u000a20:24:37.012929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10840): Terminated: ok {rc=0}\u000a20:24:37.022817 --- ParallelTerminationStrategy: PID 10843 died...\u000a20:24:37.077083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10843): Terminated: ok {rc=0}\u000a20:24:37.165745 bus /sierra_3: Setting Powered False\u000a20:24:38.269124 bus /sierra_3: Setting Powered False\u000a20:24:39.378796 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:24:19" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10855): Process ended prematurely: osmo-stp_10.42.42.5(pid=10855) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10855)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10855): Process ended prematurely: osmo-stp_10.42.42.5(pid=10855) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:24:41.396228 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:24:41.407976 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:24:41.574477 tst mo_mt_call.py: using LAC 16589\u000a20:24:41.701595 tst mo_mt_call.py: using RAC 14\u000a20:24:41.825807 tst mo_mt_call.py: using CellId 16589\u000a20:24:41.953479 tst mo_mt_call.py: using BVCI 16590\u000a20:24:41.978562 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:24:41.990427 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:24:42.002114 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:24:42.013730 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:24:42.026032 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:24:42.037661 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:24:42.160399 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:24:42.364689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:42.847475 run create_hlr_db(pid=10849): Launched\u000a20:24:43.023459 bus /sierra_2: Setting Powered False\u000a20:24:44.046097 run create_hlr_db(pid=10849): Terminated: ok {rc=0}\u000a20:24:44.480451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10851): Launched\u000a20:24:44.809055 run osmo-hlr_10.42.42.2(pid=10852): Launched\u000a20:24:44.927131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:24:45.496013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10854): Launched\u000a20:24:45.822012 run osmo-stp_10.42.42.5(pid=10855): Launched\u000a20:24:46.043571 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:24:46.650355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10857): Launched\u000a20:24:47.163146 run osmo-msc_10.42.42.6(pid=10858): Launched\u000a20:24:47.440474 run osmo-stp_10.42.42.5(pid=10855): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10855)]\u000a20:24:47.578754 run osmo-stp_10.42.42.5(pid=10855): stdout: \u000a| (launched: 2022-12-08_20:24:45.662420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:47.715914 run osmo-stp_10.42.42.5(pid=10855): stderr: \u000a| �[0;m�[38;5;43m20221208202445876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202445876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202445876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202445876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202445886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202445886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202445886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:47.847190 run osmo-stp_10.42.42.5(pid=10855): stdout: \u000a| (launched: 2022-12-08_20:24:45.662420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:47.977210 run osmo-stp_10.42.42.5(pid=10855): stderr: \u000a| �[0;m�[38;5;43m20221208202445876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202445876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202445876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202445876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202445886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202445886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202445886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:48.034707 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10855): Process ended prematurely: osmo-stp_10.42.42.5(pid=10855) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10855)] [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:24:48.044109 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a20:24:48.107528 run osmo-hlr_10.42.42.2(pid=10852): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10852)]\u000a20:24:48.159877 run osmo-hlr_10.42.42.2(pid=10852): stdout: \u000a| (launched: 2022-12-08_20:24:44.647504) \u000a20:24:48.212780 run osmo-hlr_10.42.42.2(pid=10852): stderr: \u000a| �[0;m�[1;31m20221208202444846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202444846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202444846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202444846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202444846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202444846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202444892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202444902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202444902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202444902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:24:48.284433 run osmo-msc_10.42.42.6(pid=10858): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10858)]\u000a20:24:48.336513 run osmo-msc_10.42.42.6(pid=10858): stdout: \u000a| (launched: 2022-12-08_20:24:46.818937) \u000a20:24:48.389307 run osmo-msc_10.42.42.6(pid=10858): stderr: \u000a| �[0;m�[38;5;43m20221208202447364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202447364 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f566ee28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202447364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202447364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202447365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202447365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202447367 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202447367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202447367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202447367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:24:48.434410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10851): Terminating (SIGTERM)\u000a20:24:48.477176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10854): Terminating (SIGTERM)\u000a20:24:48.519850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10857): Terminating (SIGTERM)\u000a20:24:48.529693 --- ParallelTerminationStrategy: PID 10851 died...\u000a20:24:48.586463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10851): Terminated: ok {rc=0}\u000a20:24:48.596639 --- ParallelTerminationStrategy: PID 10854 died...\u000a20:24:48.653603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10854): Terminated: ok {rc=0}\u000a20:24:48.663914 --- ParallelTerminationStrategy: PID 10857 died...\u000a20:24:48.720339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10857): Terminated: ok {rc=0}\u000a20:24:48.806728 bus /sierra_3: Setting Powered False\u000a20:24:49.914233 bus /sierra_3: Setting Powered False\u000a20:24:51.022505 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10866): Process ended prematurely: osmo-stp_10.42.42.5(pid=10866) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10866)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10866): Process ended prematurely: osmo-stp_10.42.42.5(pid=10866) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:24:52.131637 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:24:52.143403 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:24:52.310436 tst mo_mt_call_osmux.py: using LAC 16590\u000a20:24:52.448754 tst mo_mt_call_osmux.py: using RAC 15\u000a20:24:52.571837 tst mo_mt_call_osmux.py: using CellId 16590\u000a20:24:52.692769 tst mo_mt_call_osmux.py: using BVCI 16591\u000a20:24:52.716016 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:24:52.727394 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:24:52.738854 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:24:52.750280 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:24:52.761691 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:24:52.773064 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:24:52.889493 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:24:53.103109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:53.627707 run create_hlr_db(pid=10860): Launched\u000a20:24:53.816864 bus /sierra_2: Setting Powered False\u000a20:24:54.838699 run create_hlr_db(pid=10860): Terminated: ok {rc=0}\u000a20:24:55.249705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10862): Launched\u000a20:24:55.555822 run osmo-hlr_10.42.42.2(pid=10863): Launched\u000a20:24:55.675827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:24:56.211717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10865): Launched\u000a20:24:56.515612 run osmo-stp_10.42.42.5(pid=10866): Launched\u000a20:24:56.626639 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:24:57.183608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10868): Launched\u000a20:24:57.490313 run osmo-msc_10.42.42.6(pid=10869): Launched\u000a20:24:57.669501 run osmo-stp_10.42.42.5(pid=10866): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10866)]\u000a20:24:57.799202 run osmo-stp_10.42.42.5(pid=10866): stdout: \u000a| (launched: 2022-12-08_20:24:56.366193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:57.927147 run osmo-stp_10.42.42.5(pid=10866): stderr: \u000a| �[0;m�[38;5;43m20221208202456534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202456534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202456535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202456535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202456536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202456536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202456536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:58.049773 run osmo-stp_10.42.42.5(pid=10866): stdout: \u000a| (launched: 2022-12-08_20:24:56.366193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:58.171318 run osmo-stp_10.42.42.5(pid=10866): stderr: \u000a| �[0;m�[38;5;43m20221208202456534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202456534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202456535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202456535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202456536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202456536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202456536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:58.224776 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10866): Process ended prematurely: osmo-stp_10.42.42.5(pid=10866) [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10866)] [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:24:58.233615 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:24:58.294068 run osmo-hlr_10.42.42.2(pid=10863): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10863)]\u000a20:24:58.343744 run osmo-hlr_10.42.42.2(pid=10863): stdout: \u000a| (launched: 2022-12-08_20:24:55.405200) \u000a20:24:58.393964 run osmo-hlr_10.42.42.2(pid=10863): stderr: \u000a| �[0;m�[1;31m20221208202455580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202455581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202455581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202455581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202455581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202455581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202455594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202455603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202455603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202455603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:24:58.461530 run osmo-msc_10.42.42.6(pid=10869): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10869)]\u000a20:24:58.510724 run osmo-msc_10.42.42.6(pid=10869): stdout: \u000a| (launched: 2022-12-08_20:24:57.338093) \u000a20:24:58.560310 run osmo-msc_10.42.42.6(pid=10869): stderr: \u000a| �[0;m�[38;5;43m20221208202457610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202457610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d93cacc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202457610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202457610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202457611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202457611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202457612 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202457613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202457613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202457613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:24:58.603422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10862): Terminating (SIGTERM)\u000a20:24:58.643299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10865): Terminating (SIGTERM)\u000a20:24:58.683660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10868): Terminating (SIGTERM)\u000a20:24:58.693243 --- ParallelTerminationStrategy: PID 10862 died...\u000a20:24:58.747172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10862): Terminated: ok {rc=0}\u000a20:24:58.757146 --- ParallelTerminationStrategy: PID 10865 died...\u000a20:24:58.810780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10865): Terminated: ok {rc=0}\u000a20:24:58.820684 --- ParallelTerminationStrategy: PID 10868 died...\u000a20:24:58.874386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10868): Terminated: ok {rc=0}\u000a20:24:58.962703 bus /sierra_3: Setting Powered False\u000a20:25:00.065877 bus /sierra_3: Setting Powered False\u000a20:25:01.184393 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:24:41" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10884): Process ended prematurely: osmo-stp_10.42.42.5(pid=10884) [trial-2349↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10884)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10884): Process ended prematurely: osmo-stp_10.42.42.5(pid=10884) [trial-2349↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:25:03.202003 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:03.213641 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:25:03.379986 tst mo_mt_call.py: using LAC 16591\u000a20:25:03.510828 tst mo_mt_call.py: using RAC 16\u000a20:25:03.640810 tst mo_mt_call.py: using CellId 16591\u000a20:25:03.769497 tst mo_mt_call.py: using BVCI 16592\u000a20:25:03.794484 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:03.806106 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:03.817557 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:03.829098 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:03.840601 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:03.852116 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:25:03.969095 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:25:04.181528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:25:04.703475 run create_hlr_db(pid=10878): Launched\u000a20:25:04.892298 bus /sierra_2: Setting Powered False\u000a20:25:05.913555 run create_hlr_db(pid=10878): Terminated: ok {rc=0}\u000a20:25:06.348286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10880): Launched\u000a20:25:06.679153 run osmo-hlr_10.42.42.2(pid=10881): Launched\u000a20:25:06.800022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:25:07.369509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10883): Launched\u000a20:25:07.696932 run osmo-stp_10.42.42.5(pid=10884): Launched\u000a20:25:07.814423 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:25:08.409478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10886): Launched\u000a20:25:08.735414 run osmo-msc_10.42.42.6(pid=10887): Launched\u000a20:25:08.926789 run osmo-stp_10.42.42.5(pid=10884): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10884)]\u000a20:25:09.064505 run osmo-stp_10.42.42.5(pid=10884): stdout: \u000a| (launched: 2022-12-08_20:25:07.535696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:09.201071 run osmo-stp_10.42.42.5(pid=10884): stderr: \u000a| �[0;m�[38;5;43m20221208202507726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202507726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202507726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202507726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202507727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202507727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202507727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:09.331756 run osmo-stp_10.42.42.5(pid=10884): stdout: \u000a| (launched: 2022-12-08_20:25:07.535696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:09.461096 run osmo-stp_10.42.42.5(pid=10884): stderr: \u000a| �[0;m�[38;5;43m20221208202507726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202507726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202507726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202507726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202507727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202507727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202507727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:09.518713 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10884): Process ended prematurely: osmo-stp_10.42.42.5(pid=10884) [trial-2349↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10884)] [trial-2349↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:25:09.527904 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:25:09.590636 run osmo-hlr_10.42.42.2(pid=10881): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10881)]\u000a20:25:09.642131 run osmo-hlr_10.42.42.2(pid=10881): stdout: \u000a| (launched: 2022-12-08_20:25:06.514700) \u000a20:25:09.694741 run osmo-hlr_10.42.42.2(pid=10881): stderr: \u000a| �[0;m�[1;31m20221208202506713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202506713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202506713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202506713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202506713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202506713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202506726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202506735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202506736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202506736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:25:09.765670 run osmo-msc_10.42.42.6(pid=10887): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10887)]\u000a20:25:09.817231 run osmo-msc_10.42.42.6(pid=10887): stdout: \u000a| (launched: 2022-12-08_20:25:08.575578) \u000a20:25:09.869369 run osmo-msc_10.42.42.6(pid=10887): stderr: \u000a| �[0;m�[38;5;43m20221208202508896 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202508896 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12543e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202508896 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202508896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202508896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202508897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202508898 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202508899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202508899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202508899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:25:09.913843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10880): Terminating (SIGTERM)\u000a20:25:09.955758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10883): Terminating (SIGTERM)\u000a20:25:09.997928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10886): Terminating (SIGTERM)\u000a20:25:10.007590 --- ParallelTerminationStrategy: PID 10880 died...\u000a20:25:10.063891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10880): Terminated: ok {rc=0}\u000a20:25:10.073967 --- ParallelTerminationStrategy: PID 10883 died...\u000a20:25:10.129729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10883): Terminated: ok {rc=0}\u000a20:25:10.139718 --- ParallelTerminationStrategy: PID 10886 died...\u000a20:25:10.195559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10886): Terminated: ok {rc=0}\u000a20:25:10.283322 bus /sierra_3: Setting Powered False\u000a20:25:11.387046 bus /sierra_3: Setting Powered False\u000a20:25:12.499210 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10895): Process ended prematurely: osmo-stp_10.42.42.5(pid=10895) [trial-2349↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10895)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10895): Process ended prematurely: osmo-stp_10.42.42.5(pid=10895) [trial-2349↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:25:13.613765 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:13.625973 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:25:13.793589 tst mo_mt_call_osmux.py: using LAC 16592\u000a20:25:13.922923 tst mo_mt_call_osmux.py: using RAC 17\u000a20:25:14.050995 tst mo_mt_call_osmux.py: using CellId 16592\u000a20:25:14.180562 tst mo_mt_call_osmux.py: using BVCI 16593\u000a20:25:14.205470 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:14.217126 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:14.228616 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:14.240096 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:14.251641 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:14.263282 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:25:14.384337 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:25:14.590942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:25:15.070476 run create_hlr_db(pid=10889): Launched\u000a20:25:15.246375 bus /sierra_2: Setting Powered False\u000a20:25:16.282758 run create_hlr_db(pid=10889): Terminated: ok {rc=0}\u000a20:25:16.761248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10891): Launched\u000a20:25:17.139306 run osmo-hlr_10.42.42.2(pid=10892): Launched\u000a20:25:17.252740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:25:17.786828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10894): Launched\u000a20:25:18.091886 run osmo-stp_10.42.42.5(pid=10895): Launched\u000a20:25:18.203006 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:25:18.761067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10897): Launched\u000a20:25:19.067023 run osmo-msc_10.42.42.6(pid=10898): Launched\u000a20:25:19.246201 run osmo-stp_10.42.42.5(pid=10895): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10895)]\u000a20:25:19.376260 run osmo-stp_10.42.42.5(pid=10895): stdout: \u000a| (launched: 2022-12-08_20:25:17.941662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:19.503881 run osmo-stp_10.42.42.5(pid=10895): stderr: \u000a| �[0;m�[38;5;43m20221208202518110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202518110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202518110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202518111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202518111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202518111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202518111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:19.626277 run osmo-stp_10.42.42.5(pid=10895): stdout: \u000a| (launched: 2022-12-08_20:25:17.941662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:19.747333 run osmo-stp_10.42.42.5(pid=10895): stderr: \u000a| �[0;m�[38;5;43m20221208202518110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202518110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202518110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202518111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202518111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202518111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202518111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:19.800811 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10895): Process ended prematurely: osmo-stp_10.42.42.5(pid=10895) [trial-2349↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10895)] [trial-2349↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:25:19.809389 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:25:19.870172 run osmo-hlr_10.42.42.2(pid=10892): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10892)]\u000a20:25:19.920070 run osmo-hlr_10.42.42.2(pid=10892): stdout: \u000a| (launched: 2022-12-08_20:25:16.938159) \u000a20:25:19.970557 run osmo-hlr_10.42.42.2(pid=10892): stderr: \u000a| �[0;m�[1;31m20221208202517208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202517208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202517208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202517208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202517208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202517208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202517220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202517228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202517228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202517228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:25:20.038663 run osmo-msc_10.42.42.6(pid=10898): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10898)]\u000a20:25:20.088112 run osmo-msc_10.42.42.6(pid=10898): stdout: \u000a| (launched: 2022-12-08_20:25:18.916023) \u000a20:25:20.138270 run osmo-msc_10.42.42.6(pid=10898): stderr: \u000a| �[0;m�[38;5;43m20221208202519187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202519187 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1224cb0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202519187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202519187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202519188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202519188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202519190 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202519190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202519190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202519190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:25:20.180334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10891): Terminating (SIGTERM)\u000a20:25:20.220348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10894): Terminating (SIGTERM)\u000a20:25:20.260221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10897): Terminating (SIGTERM)\u000a20:25:20.269631 --- ParallelTerminationStrategy: PID 10891 died...\u000a20:25:20.323338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10891): Terminated: ok {rc=0}\u000a20:25:20.332907 --- ParallelTerminationStrategy: PID 10894 died...\u000a20:25:20.386217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10894): Terminated: ok {rc=0}\u000a20:25:20.395819 --- ParallelTerminationStrategy: PID 10897 died...\u000a20:25:20.449024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10897): Terminated: ok {rc=0}\u000a20:25:20.536329 bus /sierra_3: Setting Powered False\u000a20:25:21.639373 bus /sierra_3: Setting Powered False\u000a20:25:22.751633 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:25:02" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10922): Process ended prematurely: osmo-stp_10.42.42.5(pid=10922) [trial-2349↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10922)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10922): Process ended prematurely: osmo-stp_10.42.42.5(pid=10922) [trial-2349↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:25:24.741145 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:24.752090 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:25:24.911805 tst mo_mt_call.py: using LAC 16593\u000a20:25:25.031318 tst mo_mt_call.py: using RAC 18\u000a20:25:25.152934 tst mo_mt_call.py: using CellId 16593\u000a20:25:25.272745 tst mo_mt_call.py: using BVCI 16594\u000a20:25:25.295788 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:25.306803 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:25.317678 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:25.328556 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:25.339581 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:25.350718 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:25:25.471981 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:25:25.687382 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:25:26.211584 run create_hlr_db(pid=10904): Launched\u000a20:25:26.401482 bus /sierra_2: Setting Powered False\u000a20:25:27.422376 run create_hlr_db(pid=10904): Terminated: ok {rc=0}\u000a20:25:27.859224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10906): Launched\u000a20:25:28.187246 run osmo-hlr_10.42.42.2(pid=10919): Launched\u000a20:25:28.309004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:25:28.879054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10921): Launched\u000a20:25:29.206935 run osmo-stp_10.42.42.5(pid=10922): Launched\u000a20:25:29.325108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:25:29.921891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10924): Launched\u000a20:25:30.249053 run osmo-msc_10.42.42.6(pid=10925): Launched\u000a20:25:30.440135 run osmo-stp_10.42.42.5(pid=10922): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10922)]\u000a20:25:30.578680 run osmo-stp_10.42.42.5(pid=10922): stdout: \u000a| (launched: 2022-12-08_20:25:29.045724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:30.715912 run osmo-stp_10.42.42.5(pid=10922): stderr: \u000a| �[0;m�[38;5;43m20221208202529238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202529238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202529238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202529239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202529239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202529239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202529239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:30.857993 run osmo-stp_10.42.42.5(pid=10922): stdout: \u000a| (launched: 2022-12-08_20:25:29.045724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:30.995303 run osmo-stp_10.42.42.5(pid=10922): stderr: \u000a| �[0;m�[38;5;43m20221208202529238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202529238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202529238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202529239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202529239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202529239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202529239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:31.053764 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10922): Process ended prematurely: osmo-stp_10.42.42.5(pid=10922) [trial-2349↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10922)] [trial-2349↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:25:31.064025 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:25:31.128401 run osmo-hlr_10.42.42.2(pid=10919): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10919)]\u000a20:25:31.181167 run osmo-hlr_10.42.42.2(pid=10919): stdout: \u000a| (launched: 2022-12-08_20:25:28.025540) \u000a20:25:31.235064 run osmo-hlr_10.42.42.2(pid=10919): stderr: \u000a| �[0;m�[1;31m20221208202528224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202528224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202528224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202528224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202528224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202528224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202528237 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202528247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202528247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202528247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:25:31.307287 run osmo-msc_10.42.42.6(pid=10925): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10925)]\u000a20:25:31.360114 run osmo-msc_10.42.42.6(pid=10925): stdout: \u000a| (launched: 2022-12-08_20:25:30.087928) \u000a20:25:31.413201 run osmo-msc_10.42.42.6(pid=10925): stderr: \u000a| �[0;m�[38;5;43m20221208202530408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202530409 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5541dfbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202530409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202530409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202530409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202530409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202530411 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202530411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202530411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202530412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:25:31.458340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10906): Terminating (SIGTERM)\u000a20:25:31.513386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10921): Terminating (SIGTERM)\u000a20:25:31.567148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10924): Terminating (SIGTERM)\u000a20:25:31.580143 --- ParallelTerminationStrategy: PID 10906 died...\u000a20:25:31.653953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10906): Terminated: ok {rc=0}\u000a20:25:31.668583 --- ParallelTerminationStrategy: PID 10921 died...\u000a20:25:31.728591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10921): Terminated: ok {rc=0}\u000a20:25:31.739600 --- ParallelTerminationStrategy: PID 10924 died...\u000a20:25:31.798847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10924): Terminated: ok {rc=0}\u000a20:25:31.897366 bus /sierra_3: Setting Powered False\u000a20:25:33.004810 bus /sierra_3: Setting Powered False\u000a20:25:34.113281 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10933): Process ended prematurely: osmo-stp_10.42.42.5(pid=10933) [trial-2349↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10933)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10933): Process ended prematurely: osmo-stp_10.42.42.5(pid=10933) [trial-2349↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:25:35.229812 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:35.242023 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:25:35.413239 tst mo_mt_call_osmux.py: using LAC 16594\u000a20:25:35.541970 tst mo_mt_call_osmux.py: using RAC 19\u000a20:25:35.669575 tst mo_mt_call_osmux.py: using CellId 16594\u000a20:25:35.796779 tst mo_mt_call_osmux.py: using BVCI 16595\u000a20:25:35.821970 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:35.833423 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:35.845191 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:35.856744 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:35.868487 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:35.880182 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:25:35.996683 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:25:36.202523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:25:36.685634 run create_hlr_db(pid=10927): Launched\u000a20:25:36.861340 bus /sierra_2: Setting Powered False\u000a20:25:37.882770 run create_hlr_db(pid=10927): Terminated: ok {rc=0}\u000a20:25:38.289774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10929): Launched\u000a20:25:38.593824 run osmo-hlr_10.42.42.2(pid=10930): Launched\u000a20:25:38.707958 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:25:39.235973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10932): Launched\u000a20:25:39.541480 run osmo-stp_10.42.42.5(pid=10933): Launched\u000a20:25:39.652588 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:25:40.209890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10935): Launched\u000a20:25:40.516533 run osmo-msc_10.42.42.6(pid=10936): Launched\u000a20:25:40.697235 run osmo-stp_10.42.42.5(pid=10933): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10933)]\u000a20:25:40.827149 run osmo-stp_10.42.42.5(pid=10933): stdout: \u000a| (launched: 2022-12-08_20:25:39.390969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:40.955007 run osmo-stp_10.42.42.5(pid=10933): stderr: \u000a| �[0;m�[38;5;43m20221208202539559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202539559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202539559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202539559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202539560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202539560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202539560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:41.078189 run osmo-stp_10.42.42.5(pid=10933): stdout: \u000a| (launched: 2022-12-08_20:25:39.390969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:41.199643 run osmo-stp_10.42.42.5(pid=10933): stderr: \u000a| �[0;m�[38;5;43m20221208202539559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202539559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202539559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202539559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202539560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202539560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202539560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:41.253063 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10933): Process ended prematurely: osmo-stp_10.42.42.5(pid=10933) [trial-2349↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10933)] [trial-2349↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:25:41.261778 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:25:41.322957 run osmo-hlr_10.42.42.2(pid=10930): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10930)]\u000a20:25:41.372649 run osmo-hlr_10.42.42.2(pid=10930): stdout: \u000a| (launched: 2022-12-08_20:25:38.444111) \u000a20:25:41.422996 run osmo-hlr_10.42.42.2(pid=10930): stderr: \u000a| �[0;m�[1;31m20221208202538621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202538621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202538621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202538621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202538621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202538621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202538635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202538643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202538643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202538643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:25:41.491268 run osmo-msc_10.42.42.6(pid=10936): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10936)]\u000a20:25:41.541356 run osmo-msc_10.42.42.6(pid=10936): stdout: \u000a| (launched: 2022-12-08_20:25:40.364580) \u000a20:25:41.591647 run osmo-msc_10.42.42.6(pid=10936): stderr: \u000a| �[0;m�[38;5;43m20221208202540636 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202540637 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9357c4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202540637 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202540637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202540637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202540637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202540639 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202540639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202540639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202540639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:25:41.634479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10929): Terminating (SIGTERM)\u000a20:25:41.675224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10932): Terminating (SIGTERM)\u000a20:25:41.715348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10935): Terminating (SIGTERM)\u000a20:25:41.724801 --- ParallelTerminationStrategy: PID 10929 died...\u000a20:25:41.779056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10929): Terminated: ok {rc=0}\u000a20:25:41.788688 --- ParallelTerminationStrategy: PID 10932 died...\u000a20:25:41.842796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10932): Terminated: ok {rc=0}\u000a20:25:41.852710 --- ParallelTerminationStrategy: PID 10935 died...\u000a20:25:41.906997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10935): Terminated: ok {rc=0}\u000a20:25:41.992916 bus /sierra_3: Setting Powered False\u000a20:25:43.101154 bus /sierra_3: Setting Powered False\u000a20:25:44.213287 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:25:24" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10947): Process ended prematurely: osmo-stp_10.42.42.5(pid=10947) [trial-2349↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10947)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10947): Process ended prematurely: osmo-stp_10.42.42.5(pid=10947) [trial-2349↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a20:25:46.250284 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:25:46.262721 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a20:25:46.411843 tst mo_mt_call.py: using LAC 16595\u000a20:25:46.535912 tst mo_mt_call.py: using RAC 20\u000a20:25:46.660440 tst mo_mt_call.py: using CellId 16595\u000a20:25:46.784302 tst mo_mt_call.py: using BVCI 16596\u000a20:25:46.809161 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:25:46.821639 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:25:46.834432 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:25:46.847472 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:25:46.860545 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:25:46.872553 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a20:25:46.996342 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a20:25:47.211559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:25:47.736117 run create_hlr_db(pid=10941): Launched\u000a20:25:47.924730 bus /sierra_2: Setting Powered False\u000a20:25:48.946030 run create_hlr_db(pid=10941): Terminated: ok {rc=0}\u000a20:25:49.380203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10943): Launched\u000a20:25:49.707773 run osmo-hlr_10.42.42.2(pid=10944): Launched\u000a20:25:49.829180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:25:50.400336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10946): Launched\u000a20:25:50.727403 run osmo-stp_10.42.42.5(pid=10947): Launched\u000a20:25:50.846254 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:25:51.446161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10949): Launched\u000a20:25:51.772670 run osmo-msc_10.42.42.6(pid=10950): Launched\u000a20:25:51.964104 run osmo-stp_10.42.42.5(pid=10947): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10947)]\u000a20:25:52.102562 run osmo-stp_10.42.42.5(pid=10947): stdout: \u000a| (launched: 2022-12-08_20:25:50.567435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:52.239776 run osmo-stp_10.42.42.5(pid=10947): stderr: \u000a| �[0;m�[38;5;43m20221208202550759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202550759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202550759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202550760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202550760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202550760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202550760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:52.370949 run osmo-stp_10.42.42.5(pid=10947): stdout: \u000a| (launched: 2022-12-08_20:25:50.567435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:52.500842 run osmo-stp_10.42.42.5(pid=10947): stderr: \u000a| �[0;m�[38;5;43m20221208202550759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202550759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202550759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202550760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202550760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202550760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202550760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:52.558386 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10947): Process ended prematurely: osmo-stp_10.42.42.5(pid=10947) [trial-2349↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10947)] [trial-2349↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a20:25:52.567588 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:25:52.630664 run osmo-hlr_10.42.42.2(pid=10944): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10944)]\u000a20:25:52.682618 run osmo-hlr_10.42.42.2(pid=10944): stdout: \u000a| (launched: 2022-12-08_20:25:49.546993) \u000a20:25:52.735496 run osmo-hlr_10.42.42.2(pid=10944): stderr: \u000a| �[0;m�[1;31m20221208202549746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202549746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202549746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202549746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202549746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202549746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202549758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202549767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202549767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202549767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:25:52.806649 run osmo-msc_10.42.42.6(pid=10950): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10950)]\u000a20:25:52.858365 run osmo-msc_10.42.42.6(pid=10950): stdout: \u000a| (launched: 2022-12-08_20:25:51.612921) \u000a20:25:52.910586 run osmo-msc_10.42.42.6(pid=10950): stderr: \u000a| �[0;m�[38;5;43m20221208202551932 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202551932 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f18845adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202551932 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202551932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202551933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202551933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202551934 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202551935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202551935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202551935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:25:52.955240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10943): Terminating (SIGTERM)\u000a20:25:52.997791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10946): Terminating (SIGTERM)\u000a20:25:53.040348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10949): Terminating (SIGTERM)\u000a20:25:53.050112 --- ParallelTerminationStrategy: PID 10943 died...\u000a20:25:53.107268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10943): Terminated: ok {rc=0}\u000a20:25:53.117637 --- ParallelTerminationStrategy: PID 10946 died...\u000a20:25:53.174034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10946): Terminated: ok {rc=0}\u000a20:25:53.184145 --- ParallelTerminationStrategy: PID 10949 died...\u000a20:25:53.240677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10949): Terminated: ok {rc=0}\u000a20:25:53.329111 bus /sierra_3: Setting Powered False\u000a20:25:54.436992 bus /sierra_3: Setting Powered False\u000a20:25:55.548660 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10958): Process ended prematurely: osmo-stp_10.42.42.5(pid=10958) [trial-2349↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10958)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10958): Process ended prematurely: osmo-stp_10.42.42.5(pid=10958) [trial-2349↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:25:56.660699 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:25:56.672221 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a20:25:56.812002 tst mo_mt_call_osmux.py: using LAC 16596\u000a20:25:56.932561 tst mo_mt_call_osmux.py: using RAC 21\u000a20:25:57.053582 tst mo_mt_call_osmux.py: using CellId 16596\u000a20:25:57.172507 tst mo_mt_call_osmux.py: using BVCI 16597\u000a20:25:57.195693 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:25:57.206730 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:25:57.217544 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:25:57.229048 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:25:57.239982 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:25:57.251111 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a20:25:57.373857 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a20:25:57.577410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:25:58.056301 run create_hlr_db(pid=10952): Launched\u000a20:25:58.232597 bus /sierra_2: Setting Powered False\u000a20:25:59.253976 run create_hlr_db(pid=10952): Terminated: ok {rc=0}\u000a20:25:59.689701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10954): Launched\u000a20:26:00.015776 run osmo-hlr_10.42.42.2(pid=10955): Launched\u000a20:26:00.136759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:26:00.708362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10957): Launched\u000a20:26:01.151385 run osmo-stp_10.42.42.5(pid=10958): Launched\u000a20:26:01.290892 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:26:01.943681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10960): Launched\u000a20:26:02.366099 run osmo-msc_10.42.42.6(pid=10961): Launched\u000a20:26:02.546901 run osmo-stp_10.42.42.5(pid=10958): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10958)]\u000a20:26:02.675073 run osmo-stp_10.42.42.5(pid=10958): stdout: \u000a| (launched: 2022-12-08_20:26:00.887695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:02.802662 run osmo-stp_10.42.42.5(pid=10958): stderr: \u000a| �[0;m�[38;5;43m20221208202601179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202601179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202601179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202601179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202601180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202601180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202601180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:02.925364 run osmo-stp_10.42.42.5(pid=10958): stdout: \u000a| (launched: 2022-12-08_20:26:00.887695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:03.046853 run osmo-stp_10.42.42.5(pid=10958): stderr: \u000a| �[0;m�[38;5;43m20221208202601179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202601179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202601179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202601179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202601180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202601180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202601180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:03.100399 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10958): Process ended prematurely: osmo-stp_10.42.42.5(pid=10958) [trial-2349↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10958)] [trial-2349↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a20:26:03.108871 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:26:03.169783 run osmo-hlr_10.42.42.2(pid=10955): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10955)]\u000a20:26:03.219701 run osmo-hlr_10.42.42.2(pid=10955): stdout: \u000a| (launched: 2022-12-08_20:25:59.855866) \u000a20:26:03.269827 run osmo-hlr_10.42.42.2(pid=10955): stderr: \u000a| �[0;m�[1;31m20221208202600053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202600053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202600053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202600053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202600053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202600053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202600066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202600074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202600074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202600074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:26:03.337619 run osmo-msc_10.42.42.6(pid=10961): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10961)]\u000a20:26:03.387293 run osmo-msc_10.42.42.6(pid=10961): stdout: \u000a| (launched: 2022-12-08_20:26:02.103978) \u000a20:26:03.437531 run osmo-msc_10.42.42.6(pid=10961): stderr: \u000a| �[0;m�[38;5;43m20221208202602403 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202602403 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8539c82c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202602403 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202602403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202602403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202602403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202602405 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202602406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202602406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202602406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:26:03.479712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10954): Terminating (SIGTERM)\u000a20:26:03.519891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10957): Terminating (SIGTERM)\u000a20:26:03.560022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10960): Terminating (SIGTERM)\u000a20:26:03.569526 --- ParallelTerminationStrategy: PID 10954 died...\u000a20:26:03.623496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10954): Terminated: ok {rc=0}\u000a20:26:03.633178 --- ParallelTerminationStrategy: PID 10957 died...\u000a20:26:03.686464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10957): Terminated: ok {rc=0}\u000a20:26:03.696294 --- ParallelTerminationStrategy: PID 10960 died...\u000a20:26:03.749674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10960): Terminated: ok {rc=0}\u000a20:26:03.838329 bus /sierra_3: Setting Powered False\u000a20:26:04.942036 bus /sierra_3: Setting Powered False\u000a20:26:06.054311 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:25:45" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10972): Process ended prematurely: osmo-stp_10.42.42.5(pid=10972) [trial-2349↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10972)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10972): Process ended prematurely: osmo-stp_10.42.42.5(pid=10972) [trial-2349↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a20:26:08.051389 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:08.063359 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:26:08.213944 tst mo_mt_call.py: using LAC 16597\u000a20:26:08.341903 tst mo_mt_call.py: using RAC 22\u000a20:26:08.470582 tst mo_mt_call.py: using CellId 16597\u000a20:26:08.598376 tst mo_mt_call.py: using BVCI 16598\u000a20:26:08.623340 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:08.635170 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:08.646781 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:08.658645 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:08.670687 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:08.682503 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:26:08.803033 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:26:09.016941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:26:09.541627 run create_hlr_db(pid=10966): Launched\u000a20:26:09.731325 bus /sierra_2: Setting Powered False\u000a20:26:10.752667 run create_hlr_db(pid=10966): Terminated: ok {rc=0}\u000a20:26:11.165068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10968): Launched\u000a20:26:11.472145 run osmo-hlr_10.42.42.2(pid=10969): Launched\u000a20:26:11.588339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:26:12.127347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10971): Launched\u000a20:26:12.434978 run osmo-stp_10.42.42.5(pid=10972): Launched\u000a20:26:12.546151 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:26:13.104453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10974): Launched\u000a20:26:13.413736 run osmo-msc_10.42.42.6(pid=10975): Launched\u000a20:26:13.594764 run osmo-stp_10.42.42.5(pid=10972): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10972)]\u000a20:26:13.725452 run osmo-stp_10.42.42.5(pid=10972): stdout: \u000a| (launched: 2022-12-08_20:26:12.282953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:13.853993 run osmo-stp_10.42.42.5(pid=10972): stderr: \u000a| �[0;m�[38;5;43m20221208202612453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202612453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202612453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202612454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202612454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202612454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202612454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:13.976811 run osmo-stp_10.42.42.5(pid=10972): stdout: \u000a| (launched: 2022-12-08_20:26:12.282953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:14.099302 run osmo-stp_10.42.42.5(pid=10972): stderr: \u000a| �[0;m�[38;5;43m20221208202612453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202612453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202612453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202612454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202612454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202612454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202612454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:14.153056 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10972): Process ended prematurely: osmo-stp_10.42.42.5(pid=10972) [trial-2349↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10972)] [trial-2349↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a20:26:14.161617 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:26:14.222340 run osmo-hlr_10.42.42.2(pid=10969): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10969)]\u000a20:26:14.271751 run osmo-hlr_10.42.42.2(pid=10969): stdout: \u000a| (launched: 2022-12-08_20:26:11.321438) \u000a20:26:14.322108 run osmo-hlr_10.42.42.2(pid=10969): stderr: \u000a| �[0;m�[1;31m20221208202611497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202611498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202611498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202611498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202611498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202611498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202611514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202611525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202611525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202611525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:26:14.390093 run osmo-msc_10.42.42.6(pid=10975): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10975)]\u000a20:26:14.439446 run osmo-msc_10.42.42.6(pid=10975): stdout: \u000a| (launched: 2022-12-08_20:26:13.259997) \u000a20:26:14.489591 run osmo-msc_10.42.42.6(pid=10975): stderr: \u000a| �[0;m�[38;5;43m20221208202613531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202613531 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc0e1a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202613531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202613532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202613532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202613532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202613534 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202613534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202613534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202613534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:26:14.531805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10968): Terminating (SIGTERM)\u000a20:26:14.571897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10971): Terminating (SIGTERM)\u000a20:26:14.612559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10974): Terminating (SIGTERM)\u000a20:26:14.622393 --- ParallelTerminationStrategy: PID 10968 died...\u000a20:26:14.676276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10968): Terminated: ok {rc=0}\u000a20:26:14.686195 --- ParallelTerminationStrategy: PID 10971 died...\u000a20:26:14.739685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10971): Terminated: ok {rc=0}\u000a20:26:14.749875 --- ParallelTerminationStrategy: PID 10974 died...\u000a20:26:14.803530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10974): Terminated: ok {rc=0}\u000a20:26:14.888048 bus /sierra_3: Setting Powered False\u000a20:26:16.002621 bus /sierra_3: Setting Powered False\u000a20:26:17.120312 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10983): Process ended prematurely: osmo-stp_10.42.42.5(pid=10983) [trial-2349↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10983)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10983): Process ended prematurely: osmo-stp_10.42.42.5(pid=10983) [trial-2349↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:26:18.229631 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:18.241533 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:26:18.384107 tst mo_mt_call_osmux.py: using LAC 16598\u000a20:26:18.504345 tst mo_mt_call_osmux.py: using RAC 23\u000a20:26:18.624431 tst mo_mt_call_osmux.py: using CellId 16598\u000a20:26:18.743893 tst mo_mt_call_osmux.py: using BVCI 16599\u000a20:26:18.767076 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:18.778423 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:18.789683 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:18.801216 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:18.812673 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:18.824046 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:26:18.941311 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:26:19.148915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:26:19.628776 run create_hlr_db(pid=10977): Launched\u000a20:26:19.804701 bus /sierra_2: Setting Powered False\u000a20:26:20.826190 run create_hlr_db(pid=10977): Terminated: ok {rc=0}\u000a20:26:21.260406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10979): Launched\u000a20:26:21.588569 run osmo-hlr_10.42.42.2(pid=10980): Launched\u000a20:26:21.708014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:26:22.275427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10982): Launched\u000a20:26:22.602928 run osmo-stp_10.42.42.5(pid=10983): Launched\u000a20:26:22.721572 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:26:23.317906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10985): Launched\u000a20:26:23.646662 run osmo-msc_10.42.42.6(pid=10986): Launched\u000a20:26:23.837968 run osmo-stp_10.42.42.5(pid=10983): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10983)]\u000a20:26:23.976088 run osmo-stp_10.42.42.5(pid=10983): stdout: \u000a| (launched: 2022-12-08_20:26:22.441884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:24.114188 run osmo-stp_10.42.42.5(pid=10983): stderr: \u000a| �[0;m�[38;5;43m20221208202622633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202622633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202622633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202622633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202622634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202622634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202622634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:24.245847 run osmo-stp_10.42.42.5(pid=10983): stdout: \u000a| (launched: 2022-12-08_20:26:22.441884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:24.375981 run osmo-stp_10.42.42.5(pid=10983): stderr: \u000a| �[0;m�[38;5;43m20221208202622633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202622633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202622633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202622633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202622634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202622634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202622634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:24.433651 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10983): Process ended prematurely: osmo-stp_10.42.42.5(pid=10983) [trial-2349↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10983)] [trial-2349↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a20:26:24.443055 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:26:24.506443 run osmo-hlr_10.42.42.2(pid=10980): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10980)]\u000a20:26:24.558554 run osmo-hlr_10.42.42.2(pid=10980): stdout: \u000a| (launched: 2022-12-08_20:26:21.427608) \u000a20:26:24.611383 run osmo-hlr_10.42.42.2(pid=10980): stderr: \u000a| �[0;m�[1;31m20221208202621624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202621624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202621624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202621624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202621624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202621625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202621641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202621649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202621649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202621649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:26:24.682757 run osmo-msc_10.42.42.6(pid=10986): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10986)]\u000a20:26:24.734163 run osmo-msc_10.42.42.6(pid=10986): stdout: \u000a| (launched: 2022-12-08_20:26:23.485034) \u000a20:26:24.786103 run osmo-msc_10.42.42.6(pid=10986): stderr: \u000a| �[0;m�[38;5;43m20221208202623807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202623807 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f486f951c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202623807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202623808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202623808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202623808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202623810 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202623810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202623810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202623810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:26:24.830419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10979): Terminating (SIGTERM)\u000a20:26:24.872475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10982): Terminating (SIGTERM)\u000a20:26:24.915020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10985): Terminating (SIGTERM)\u000a20:26:24.924888 --- ParallelTerminationStrategy: PID 10979 died...\u000a20:26:24.981117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10979): Terminated: ok {rc=0}\u000a20:26:24.991494 --- ParallelTerminationStrategy: PID 10982 died...\u000a20:26:25.047549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10982): Terminated: ok {rc=0}\u000a20:26:25.058010 --- ParallelTerminationStrategy: PID 10985 died...\u000a20:26:25.113942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10985): Terminated: ok {rc=0}\u000a20:26:25.201460 bus /sierra_3: Setting Powered False\u000a20:26:26.308236 bus /sierra_3: Setting Powered False\u000a20:26:27.419654 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:26:07" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11000): Process ended prematurely: osmo-stp_10.42.42.5(pid=11000) [trial-2349↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11000)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11000): Process ended prematurely: osmo-stp_10.42.42.5(pid=11000) [trial-2349↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:26:29.433380 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:29.444368 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a20:26:29.580928 tst emergency_mo_mt_call.py: using LAC 16599\u000a20:26:29.700649 tst emergency_mo_mt_call.py: using RAC 24\u000a20:26:29.819448 tst emergency_mo_mt_call.py: using CellId 16599\u000a20:26:29.942844 tst emergency_mo_mt_call.py: using BVCI 16600\u000a20:26:29.965729 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:29.976357 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:29.987070 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:29.997882 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:30.008590 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:30.019249 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:26:30.139128 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:26:30.351930 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:26:30.898620 run create_hlr_db(pid=10993): Launched\u000a20:26:31.092581 bus /sierra_2: Setting Powered False\u000a20:26:32.108839 run create_hlr_db(pid=10993): Terminated: ok {rc=0}\u000a20:26:32.518538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10995): Launched\u000a20:26:32.820649 run osmo-hlr_10.42.42.2(pid=10996): Launched\u000a20:26:32.937330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:26:33.466572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10999): Launched\u000a20:26:33.769758 run osmo-stp_10.42.42.5(pid=11000): Launched\u000a20:26:33.896264 tst emergency_mo_mt_call.py: using MSISDN 6841\u000a20:26:34.049791 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:26:34.596445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11002): Launched\u000a20:26:34.894986 run osmo-msc_10.42.42.6(pid=11003): Launched\u000a20:26:35.071876 run osmo-stp_10.42.42.5(pid=11000): ERR: Terminated: ERROR {rc=1} [trial-2349↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11000)]\u000a20:26:35.199773 run osmo-stp_10.42.42.5(pid=11000): stdout: \u000a| (launched: 2022-12-08_20:26:33.619080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:35.326124 run osmo-stp_10.42.42.5(pid=11000): stderr: \u000a| �[0;m�[38;5;43m20221208202633784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202633784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202633784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202633785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202633785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202633785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202633786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:35.446701 run osmo-stp_10.42.42.5(pid=11000): stdout: \u000a| (launched: 2022-12-08_20:26:33.619080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:35.565896 run osmo-stp_10.42.42.5(pid=11000): stderr: \u000a| �[0;m�[38;5;43m20221208202633784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202633784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202633784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202633785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202633785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202633785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202633786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:35.618137 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=11000): Process ended prematurely: osmo-stp_10.42.42.5(pid=11000) [trial-2349↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11000)] [trial-2349↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a20:26:35.626112 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a20:26:35.686161 run osmo-hlr_10.42.42.2(pid=10996): ERR: Terminated: ERROR {rc=237} [trial-2349↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10996)]\u000a20:26:35.735598 run osmo-hlr_10.42.42.2(pid=10996): stdout: \u000a| (launched: 2022-12-08_20:26:32.671167) \u000a20:26:35.785772 run osmo-hlr_10.42.42.2(pid=10996): stderr: \u000a| �[0;m�[1;31m20221208202632845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202632845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202632845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202632845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202632845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202632845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202632857 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202632866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202632866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202632866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:26:35.853439 run osmo-msc_10.42.42.6(pid=11003): ERR: Terminated: ERROR {rc=2} [trial-2349↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11003)]\u000a20:26:35.902800 run osmo-msc_10.42.42.6(pid=11003): stdout: \u000a| (launched: 2022-12-08_20:26:34.747903) \u000a20:26:35.952471 run osmo-msc_10.42.42.6(pid=11003): stderr: \u000a| �[0;m�[38;5;43m20221208202635019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202635019 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f31eb810c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202635019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202635020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202635020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202635021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202635022 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202635023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202635023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202635023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:26:35.994191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10995): Terminating (SIGTERM)\u000a20:26:36.034137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10999): Terminating (SIGTERM)\u000a20:26:36.074084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11002): Terminating (SIGTERM)\u000a20:26:36.083466 --- ParallelTerminationStrategy: PID 10995 died...\u000a20:26:36.137193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10995): Terminated: ok {rc=0}\u000a20:26:36.146928 --- ParallelTerminationStrategy: PID 10999 died...\u000a20:26:36.200517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10999): Terminated: ok {rc=0}\u000a20:26:36.210390 --- ParallelTerminationStrategy: PID 11002 died...\u000a20:26:36.263532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11002): Terminated: ok {rc=0}\u000a20:26:36.346793 bus /sierra_3: Setting Powered False\u000a20:26:37.453559 bus /sierra_3: Setting Powered False\u000a20:26:38.561143 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11011): Process ended prematurely: osmo-stp_10.42.42.5(pid=11011) [trial-2349↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11011)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11011): Process ended prematurely: osmo-stp_10.42.42.5(pid=11011) [trial-2349↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:26:39.613342 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:39.625273 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a20:26:39.773646 tst emergency_preemptive_call.py: using LAC 16600\u000a20:26:39.910252 tst emergency_preemptive_call.py: using RAC 25\u000a20:26:40.038740 tst emergency_preemptive_call.py: using CellId 16600\u000a20:26:40.167220 tst emergency_preemptive_call.py: using BVCI 16601\u000a20:26:40.191791 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:40.203117 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:40.214481 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:40.225900 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:40.237512 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:40.248891 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:26:40.366425 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:26:40.487173 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:26:40.610507 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:26:40.817965 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:26:41.333773 run create_hlr_db(pid=11005): Launched\u000a20:26:41.521355 bus /sierra_2: Setting Powered False\u000a20:26:42.541069 run create_hlr_db(pid=11005): Terminated: ok {rc=0}\u000a20:26:42.945310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11007): Launched\u000a20:26:43.244325 run osmo-hlr_10.42.42.2(pid=11008): Launched\u000a20:26:43.360696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:26:43.890371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11010): Launched\u000a20:26:44.189942 run osmo-stp_10.42.42.5(pid=11011): Launched\u000a20:26:44.317584 tst emergency_preemptive_call.py: using MSISDN 6842\u000a20:26:44.467797 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:26:45.011915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11013): Launched\u000a20:26:45.311845 run osmo-msc_10.42.42.6(pid=11014): Launched\u000a20:26:45.489019 run osmo-stp_10.42.42.5(pid=11011): ERR: Terminated: ERROR {rc=1} [trial-2349↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11011)]\u000a20:26:45.617248 run osmo-stp_10.42.42.5(pid=11011): stdout: \u000a| (launched: 2022-12-08_20:26:44.041941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:45.742707 run osmo-stp_10.42.42.5(pid=11011): stderr: \u000a| �[0;m�[38;5;43m20221208202644210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202644210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202644211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202644211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202644211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202644212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202644212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:45.870257 run osmo-stp_10.42.42.5(pid=11011): stdout: \u000a| (launched: 2022-12-08_20:26:44.041941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:46.014257 run osmo-stp_10.42.42.5(pid=11011): stderr: \u000a| �[0;m�[38;5;43m20221208202644210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202644210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202644211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202644211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202644211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202644212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202644212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:46.073704 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=11011): Process ended prematurely: osmo-stp_10.42.42.5(pid=11011) [trial-2349↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11011)] [trial-2349↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a20:26:46.083614 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a20:26:46.150481 run osmo-hlr_10.42.42.2(pid=11008): ERR: Terminated: ERROR {rc=237} [trial-2349↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11008)]\u000a20:26:46.208695 run osmo-hlr_10.42.42.2(pid=11008): stdout: \u000a| (launched: 2022-12-08_20:26:43.097318) \u000a20:26:46.272502 run osmo-hlr_10.42.42.2(pid=11008): stderr: \u000a| �[0;m�[1;31m20221208202643272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202643273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202643273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202643273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202643273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202643273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202643285 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202643294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202643294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202643294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:26:46.359248 run osmo-msc_10.42.42.6(pid=11014): ERR: Terminated: ERROR {rc=2} [trial-2349↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11014)]\u000a20:26:46.416982 run osmo-msc_10.42.42.6(pid=11014): stdout: \u000a| (launched: 2022-12-08_20:26:45.164090) \u000a20:26:46.472169 run osmo-msc_10.42.42.6(pid=11014): stderr: \u000a| �[0;m�[38;5;43m20221208202645435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208202645436 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba88a1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208202645436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208202645436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208202645436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208202645436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208202645438 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208202645438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208202645439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208202645439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:26:46.518671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11007): Terminating (SIGTERM)\u000a20:26:46.565264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11010): Terminating (SIGTERM)\u000a20:26:46.611492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11013): Terminating (SIGTERM)\u000a20:26:46.622170 --- ParallelTerminationStrategy: PID 11007 died...\u000a20:26:46.684011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11007): Terminated: ok {rc=0}\u000a20:26:46.694669 --- ParallelTerminationStrategy: PID 11010 died...\u000a20:26:46.752078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11010): Terminated: ok {rc=0}\u000a20:26:46.762814 --- ParallelTerminationStrategy: PID 11013 died...\u000a20:26:46.820418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11013): Terminated: ok {rc=0}\u000a20:26:46.912079 bus /sierra_9: Setting Powered False\u000a20:26:48.018959 bus /sierra_9: Setting Powered False\u000a20:26:49.128653 bus /sierra_8: Setting Powered False\u000a20:26:50.236738 bus /sierra_8: Setting Powered False\u000a20:26:51.345860 bus /sierra_3: Setting Powered False\u000a20:26:52.454246 bus /sierra_3: Setting Powered False\u000a20:26:53.564341 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:26:29" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11049): Process ended prematurely: osmo-stp_10.42.42.5(pid=11049) [trial-2349↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11049)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11049): Process ended prematurely: osmo-stp_10.42.42.5(pid=11049) [trial-2349↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:26:55.698710 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:26:55.709861 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a20:26:55.854136 tst cs_paging_gprs_active.py: using LAC 16601\u000a20:26:55.982863 tst cs_paging_gprs_active.py: using RAC 26\u000a20:26:56.111687 tst cs_paging_gprs_active.py: using CellId 16601\u000a20:26:56.239504 tst cs_paging_gprs_active.py: using BVCI 16602\u000a20:26:56.264708 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:26:56.275910 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:26:56.286848 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:26:56.297826 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:26:56.308692 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:26:56.319712 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:26:56.331032 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:26:56.341846 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:26:56.353075 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:26:56.471924 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:26:56.752621 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:26:56.880561 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:26:57.198034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11038): Launched\u000a20:26:57.461589 run iperf3-srv_10.42.42.10(pid=11039): Launched\u000a20:26:57.649379 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:26:57.776835 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:26:58.096203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11040): Launched\u000a20:26:58.359557 run iperf3-srv_10.42.42.10(pid=11041): Launched\u000a20:26:58.545904 tst cs_paging_gprs_active.py:38: start network...\u000a20:26:58.672549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:26:59.156393 run create_hlr_db(pid=11042): Launched\u000a20:26:59.333508 bus /sierra_2: Setting Powered False\u000a20:27:00.354257 run create_hlr_db(pid=11042): Terminated: ok {rc=0}\u000a20:27:00.762708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11045): Launched\u000a20:27:01.219721 run osmo-hlr_10.42.42.2(pid=11046): Launched\u000a20:27:01.421765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:02.015651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11048): Launched\u000a20:27:02.372560 run osmo-stp_10.42.42.5(pid=11049): Launched\u000a20:27:02.494005 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:27:03.036503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11051): Launched\u000a20:27:03.145857 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:27:03.412557 run patchelf(pid=11052): Launched\u000a20:27:03.592288 run osmo-stp_10.42.42.5(pid=11049): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11049)]\u000a20:27:03.723903 run osmo-stp_10.42.42.5(pid=11049): stdout: \u000a| (launched: 2022-12-08_20:27:02.187517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:03.856332 run osmo-stp_10.42.42.5(pid=11049): stderr: \u000a| �[0;m�[38;5;43m20221208202702393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202702393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202702393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202702394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202702394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202702394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202702394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:03.983706 run osmo-stp_10.42.42.5(pid=11049): stdout: \u000a| (launched: 2022-12-08_20:27:02.187517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:04.110076 run osmo-stp_10.42.42.5(pid=11049): stderr: \u000a| �[0;m�[38;5;43m20221208202702393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202702393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202702393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202702394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202702394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202702394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202702394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:04.256287 run patchelf(pid=11052): Terminating (SIGINT)\u000a20:27:04.427990 run patchelf(pid=11052): Terminated: ok {rc=0}\u000a20:27:04.459698 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11049): Process ended prematurely: osmo-stp_10.42.42.5(pid=11049) [trial-2349↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11049)] [trial-2349↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a20:27:04.469029 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a20:27:04.529779 run osmo-hlr_10.42.42.2(pid=11046): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11046)]\u000a20:27:04.579565 run osmo-hlr_10.42.42.2(pid=11046): stdout: \u000a| (launched: 2022-12-08_20:27:00.949537) \u000a20:27:04.629799 run osmo-hlr_10.42.42.2(pid=11046): stderr: \u000a| �[0;m�[1;31m20221208202701156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202701156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202701156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202701157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202701157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202701157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202701175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202701187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202701188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202701188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:04.672736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11038): Terminating (SIGTERM)\u000a20:27:04.712884 run iperf3-srv_10.42.42.10(pid=11039): Terminating (SIGTERM)\u000a20:27:04.753305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11040): Terminating (SIGTERM)\u000a20:27:04.793437 run iperf3-srv_10.42.42.10(pid=11041): Terminating (SIGTERM)\u000a20:27:04.833797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11045): Terminating (SIGTERM)\u000a20:27:04.874238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11048): Terminating (SIGTERM)\u000a20:27:04.914891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11051): Terminating (SIGTERM)\u000a20:27:04.924416 --- ParallelTerminationStrategy: PID 11038 died...\u000a20:27:04.979410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11038): Terminated: ok {rc=0}\u000a20:27:04.989238 --- ParallelTerminationStrategy: PID 11039 died...\u000a20:27:05.042532 run iperf3-srv_10.42.42.10(pid=11039): Terminated {rc=256}\u000a20:27:05.052273 --- ParallelTerminationStrategy: PID 11040 died...\u000a20:27:05.105423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11040): Terminated: ok {rc=0}\u000a20:27:05.115185 --- ParallelTerminationStrategy: PID 11041 died...\u000a20:27:05.169130 run iperf3-srv_10.42.42.10(pid=11041): Terminated {rc=256}\u000a20:27:05.178645 --- ParallelTerminationStrategy: PID 11045 died...\u000a20:27:05.231875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11045): Terminated: ok {rc=0}\u000a20:27:05.241679 --- ParallelTerminationStrategy: PID 11048 died...\u000a20:27:05.295052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11048): Terminated: ok {rc=0}\u000a20:27:05.304892 --- ParallelTerminationStrategy: PID 11051 died...\u000a20:27:05.358611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11051): Terminated: ok {rc=0}\u000a20:27:05.447375 bus /gobi_0: Setting Powered False\u000a20:27:06.551397 bus /gobi_0: Setting Powered False\u000a20:27:07.663657 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11061): Process ended prematurely: osmo-stp_10.42.42.5(pid=11061) [trial-2349↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11061)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11061): Process ended prematurely: osmo-stp_10.42.42.5(pid=11061) [trial-2349↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a20:27:08.773785 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:08.784906 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a20:27:08.930098 tst iperf3.py: using LAC 16602\u000a20:27:09.050112 tst iperf3.py: using RAC 27\u000a20:27:09.169135 tst iperf3.py: using CellId 16602\u000a20:27:09.288822 tst iperf3.py: using BVCI 16603\u000a20:27:09.312136 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:09.322905 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:09.333398 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:09.344129 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:09.354850 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:09.365482 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:09.376138 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:09.386646 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:09.397457 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:27:09.677912 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:27:09.806760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:27:10.124725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11053): Launched\u000a20:27:10.388590 run iperf3-srv_10.42.42.10(pid=11054): Launched\u000a20:27:10.574703 tst iperf3.py:8: start network...\u000a20:27:10.701804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:11.180391 run create_hlr_db(pid=11055): Launched\u000a20:27:11.355323 bus /gobi_6: Setting Powered False\u000a20:27:12.377278 run create_hlr_db(pid=11055): Terminated: ok {rc=0}\u000a20:27:12.812189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11057): Launched\u000a20:27:13.139259 run osmo-hlr_10.42.42.2(pid=11058): Launched\u000a20:27:13.262171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:13.834358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11060): Launched\u000a20:27:14.162465 run osmo-stp_10.42.42.5(pid=11061): Launched\u000a20:27:14.281349 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:27:14.851840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11063): Launched\u000a20:27:14.968071 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:27:15.253591 run patchelf(pid=11064): Launched\u000a20:27:15.445318 run osmo-stp_10.42.42.5(pid=11061): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11061)]\u000a20:27:15.585625 run osmo-stp_10.42.42.5(pid=11061): stdout: \u000a| (launched: 2022-12-08_20:27:14.001104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:15.725707 run osmo-stp_10.42.42.5(pid=11061): stderr: \u000a| �[0;m�[38;5;43m20221208202714193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202714193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202714193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202714194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202714194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202714194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202714194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:15.861977 run osmo-stp_10.42.42.5(pid=11061): stdout: \u000a| (launched: 2022-12-08_20:27:14.001104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:15.998589 run osmo-stp_10.42.42.5(pid=11061): stderr: \u000a| �[0;m�[38;5;43m20221208202714193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202714193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202714193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202714194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202714194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202714194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202714194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:16.157854 run patchelf(pid=11064): Terminating (SIGINT)\u000a20:27:16.345219 run patchelf(pid=11064): Terminated: ok {rc=0}\u000a20:27:16.379874 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11061): Process ended prematurely: osmo-stp_10.42.42.5(pid=11061) [trial-2349↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11061)] [trial-2349↪gprs:trx-b200↪iperf3.py:8]\u000a20:27:16.390464 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a20:27:16.454731 run osmo-hlr_10.42.42.2(pid=11058): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11058)]\u000a20:27:16.507280 run osmo-hlr_10.42.42.2(pid=11058): stdout: \u000a| (launched: 2022-12-08_20:27:12.978424) \u000a20:27:16.560941 run osmo-hlr_10.42.42.2(pid=11058): stderr: \u000a| �[0;m�[1;31m20221208202713175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202713175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202713175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202713176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202713176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202713176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202713188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202713198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202713198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202713198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:16.606463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11053): Terminating (SIGTERM)\u000a20:27:16.651147 run iperf3-srv_10.42.42.10(pid=11054): Terminating (SIGTERM)\u000a20:27:16.695857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11057): Terminating (SIGTERM)\u000a20:27:16.740678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11060): Terminating (SIGTERM)\u000a20:27:16.783802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11063): Terminating (SIGTERM)\u000a20:27:16.793806 --- ParallelTerminationStrategy: PID 11053 died...\u000a20:27:16.851036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11053): Terminated: ok {rc=0}\u000a20:27:16.861558 --- ParallelTerminationStrategy: PID 11054 died...\u000a20:27:16.920752 run iperf3-srv_10.42.42.10(pid=11054): Terminated {rc=256}\u000a20:27:16.931462 --- ParallelTerminationStrategy: PID 11057 died...\u000a20:27:16.988804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11057): Terminated: ok {rc=0}\u000a20:27:16.999563 --- ParallelTerminationStrategy: PID 11060 died...\u000a20:27:17.059349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11060): Terminated: ok {rc=0}\u000a20:27:17.070171 --- ParallelTerminationStrategy: PID 11063 died...\u000a20:27:17.127602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11063): Terminated: ok {rc=0}\u000a20:27:17.214510 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 164, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11079): Process ended prematurely: osmo-stp_10.42.42.5(pid=11079) [trial-2349↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11079)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11079): Process ended prematurely: osmo-stp_10.42.42.5(pid=11079) [trial-2349↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a20:27:18.331121 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:18.343071 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a20:27:18.489359 tst iperf3m4.py: using LAC 16603\u000a20:27:18.622534 tst iperf3m4.py: using RAC 28\u000a20:27:18.748808 tst iperf3m4.py: using CellId 16603\u000a20:27:18.875551 tst iperf3m4.py: using BVCI 16604\u000a20:27:18.900574 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:18.911755 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:18.922729 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:18.933760 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:18.944557 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:18.955456 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:18.966585 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:18.977471 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:18.988642 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:27:19.110486 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:27:19.231408 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:27:19.353160 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:27:19.636613 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:27:19.764453 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:27:20.084340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11065): Launched\u000a20:27:20.347947 run iperf3-srv_10.42.42.10(pid=11066): Launched\u000a20:27:20.533965 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:27:20.660583 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:27:20.976891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11067): Launched\u000a20:27:21.240560 run iperf3-srv_10.42.42.10(pid=11068): Launched\u000a20:27:21.426802 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:27:21.553926 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:27:21.872750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11069): Launched\u000a20:27:22.136054 run iperf3-srv_10.42.42.10(pid=11070): Launched\u000a20:27:22.321900 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:27:22.448313 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:27:22.765397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11071): Launched\u000a20:27:23.028896 run iperf3-srv_10.42.42.10(pid=11072): Launched\u000a20:27:23.214682 tst iperf3m4.py:8: start network...\u000a20:27:23.341699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:23.824414 run create_hlr_db(pid=11073): Launched\u000a20:27:24.000192 bus /gobi_6: Setting Powered False\u000a20:27:25.022483 run create_hlr_db(pid=11073): Terminated: ok {rc=0}\u000a20:27:25.459194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11075): Launched\u000a20:27:25.788302 run osmo-hlr_10.42.42.2(pid=11076): Launched\u000a20:27:25.909431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:26.480892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11078): Launched\u000a20:27:26.809461 run osmo-stp_10.42.42.5(pid=11079): Launched\u000a20:27:26.927222 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:27:27.498788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11081): Launched\u000a20:27:27.616736 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:27:27.904613 run patchelf(pid=11082): Launched\u000a20:27:28.097732 run osmo-stp_10.42.42.5(pid=11079): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11079)]\u000a20:27:28.238577 run osmo-stp_10.42.42.5(pid=11079): stdout: \u000a| (launched: 2022-12-08_20:27:26.647860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:28.379960 run osmo-stp_10.42.42.5(pid=11079): stderr: \u000a| �[0;m�[38;5;43m20221208202726838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202726838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202726838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202726838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202726839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202726839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202726839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:28.516131 run osmo-stp_10.42.42.5(pid=11079): stdout: \u000a| (launched: 2022-12-08_20:27:26.647860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:28.652058 run osmo-stp_10.42.42.5(pid=11079): stderr: \u000a| �[0;m�[38;5;43m20221208202726838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202726838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202726838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202726838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202726839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202726839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202726839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:28.809942 run patchelf(pid=11082): Terminating (SIGINT)\u000a20:27:28.994782 run patchelf(pid=11082): Terminated: ok {rc=0}\u000a20:27:29.028556 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11079): Process ended prematurely: osmo-stp_10.42.42.5(pid=11079) [trial-2349↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11079)] [trial-2349↪gprs:trx-b200↪iperf3m4.py:8]\u000a20:27:29.038595 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a20:27:29.102701 run osmo-hlr_10.42.42.2(pid=11076): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11076)]\u000a20:27:29.154814 run osmo-hlr_10.42.42.2(pid=11076): stdout: \u000a| (launched: 2022-12-08_20:27:25.626643) \u000a20:27:29.207556 run osmo-hlr_10.42.42.2(pid=11076): stderr: \u000a| �[0;m�[1;31m20221208202725824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202725824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202725824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202725824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202725824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202725824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202725836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202725845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202725845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202725845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:29.252364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11065): Terminating (SIGTERM)\u000a20:27:29.294848 run iperf3-srv_10.42.42.10(pid=11066): Terminating (SIGTERM)\u000a20:27:29.337531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11067): Terminating (SIGTERM)\u000a20:27:29.380263 run iperf3-srv_10.42.42.10(pid=11068): Terminating (SIGTERM)\u000a20:27:29.422770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11069): Terminating (SIGTERM)\u000a20:27:29.465280 run iperf3-srv_10.42.42.10(pid=11070): Terminating (SIGTERM)\u000a20:27:29.507878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11071): Terminating (SIGTERM)\u000a20:27:29.550776 run iperf3-srv_10.42.42.10(pid=11072): Terminating (SIGTERM)\u000a20:27:29.593475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11075): Terminating (SIGTERM)\u000a20:27:29.636082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11078): Terminating (SIGTERM)\u000a20:27:29.678649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11081): Terminating (SIGTERM)\u000a20:27:29.688635 --- ParallelTerminationStrategy: PID 11065 died...\u000a20:27:29.745658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11065): Terminated: ok {rc=0}\u000a20:27:29.756025 --- ParallelTerminationStrategy: PID 11066 died...\u000a20:27:29.812332 run iperf3-srv_10.42.42.10(pid=11066): Terminated {rc=256}\u000a20:27:29.822621 --- ParallelTerminationStrategy: PID 11067 died...\u000a20:27:29.879913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11067): Terminated: ok {rc=0}\u000a20:27:29.890343 --- ParallelTerminationStrategy: PID 11068 died...\u000a20:27:29.946853 run iperf3-srv_10.42.42.10(pid=11068): Terminated {rc=256}\u000a20:27:29.957208 --- ParallelTerminationStrategy: PID 11069 died...\u000a20:27:30.014435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11069): Terminated: ok {rc=0}\u000a20:27:30.024656 --- ParallelTerminationStrategy: PID 11070 died...\u000a20:27:30.081028 run iperf3-srv_10.42.42.10(pid=11070): Terminated {rc=256}\u000a20:27:30.091387 --- ParallelTerminationStrategy: PID 11071 died...\u000a20:27:30.147780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11071): Terminated: ok {rc=0}\u000a20:27:30.158078 --- ParallelTerminationStrategy: PID 11072 died...\u000a20:27:30.214440 run iperf3-srv_10.42.42.10(pid=11072): Terminated {rc=256}\u000a20:27:30.224524 --- ParallelTerminationStrategy: PID 11075 died...\u000a20:27:30.281076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11075): Terminated: ok {rc=0}\u000a20:27:30.291328 --- ParallelTerminationStrategy: PID 11078 died...\u000a20:27:30.347764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11078): Terminated: ok {rc=0}\u000a20:27:30.358120 --- ParallelTerminationStrategy: PID 11081 died...\u000a20:27:30.414319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11081): Terminated: ok {rc=0}\u000a20:27:30.501824 bus /gobi_4: Setting Powered False\u000a20:27:31.605773 bus /gobi_4: Setting Powered False\u000a20:27:32.718280 bus /gobi_1: Setting Powered False\u000a20:27:33.822711 bus /gobi_1: Setting Powered False\u000a20:27:34.933653 bus /gobi_0: Setting Powered False\u000a20:27:36.037567 bus /gobi_0: Setting Powered False\u000a20:27:37.150306 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 164, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11089): Process ended prematurely: osmo-stp_10.42.42.5(pid=11089) [trial-2349↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11089)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11089): Process ended prematurely: osmo-stp_10.42.42.5(pid=11089) [trial-2349↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11089)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a20:27:38.218125 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:38.230027 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a20:27:38.367130 tst ping.py: using LAC 16604\u000a20:27:38.484112 tst ping.py: using RAC 29\u000a20:27:38.611709 tst ping.py: using CellId 16604\u000a20:27:38.741145 tst ping.py: using BVCI 16605\u000a20:27:38.766009 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:38.777133 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:38.788368 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:38.800043 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:38.811625 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:38.823041 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:38.834616 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:38.846185 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:27:39.125439 tst ping.py:19: start network...\u000a20:27:39.250879 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:39.725347 run create_hlr_db(pid=11083): Launched\u000a20:27:39.899700 bus /gobi_6: Setting Powered False\u000a20:27:40.919745 run create_hlr_db(pid=11083): Terminated: ok {rc=0}\u000a20:27:41.320710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11085): Launched\u000a20:27:41.621323 run osmo-hlr_10.42.42.2(pid=11086): Launched\u000a20:27:41.732853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:42.264335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11088): Launched\u000a20:27:42.564655 run osmo-stp_10.42.42.5(pid=11089): Launched\u000a20:27:42.674103 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:27:43.204235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11091): Launched\u000a20:27:43.311571 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:27:43.574427 run patchelf(pid=11092): Launched\u000a20:27:43.751869 run osmo-stp_10.42.42.5(pid=11089): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11089)]\u000a20:27:43.882217 run osmo-stp_10.42.42.5(pid=11089): stdout: \u000a| (launched: 2022-12-08_20:27:42.416539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:44.012796 run osmo-stp_10.42.42.5(pid=11089): stderr: \u000a| �[0;m�[38;5;43m20221208202742585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202742585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202742585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202742586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202742586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202742586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202742587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:44.138008 run osmo-stp_10.42.42.5(pid=11089): stdout: \u000a| (launched: 2022-12-08_20:27:42.416539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:44.261919 run osmo-stp_10.42.42.5(pid=11089): stderr: \u000a| �[0;m�[38;5;43m20221208202742585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202742585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202742585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202742586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202742586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202742586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202742587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:44.405879 run patchelf(pid=11092): Terminating (SIGINT)\u000a20:27:44.575227 run patchelf(pid=11092): Terminated: ok {rc=0}\u000a20:27:44.605909 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11089): Process ended prematurely: osmo-stp_10.42.42.5(pid=11089) [trial-2349↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11089)] [trial-2349↪gprs:trx-b200↪ping.py:22]\u000a20:27:44.614626 tst ping.py:22: Test FAILED (6.4 sec)\u000a20:27:44.676842 run osmo-hlr_10.42.42.2(pid=11086): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11086)]\u000a20:27:44.726947 run osmo-hlr_10.42.42.2(pid=11086): stdout: \u000a| (launched: 2022-12-08_20:27:41.473552) \u000a20:27:44.778091 run osmo-hlr_10.42.42.2(pid=11086): stderr: \u000a| �[0;m�[1;31m20221208202741649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202741649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202741649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202741649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202741650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202741650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202741662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202741673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202741674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202741674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:44.821324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11085): Terminating (SIGTERM)\u000a20:27:44.861895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11088): Terminating (SIGTERM)\u000a20:27:44.902867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11091): Terminating (SIGTERM)\u000a20:27:44.912911 --- ParallelTerminationStrategy: PID 11085 died...\u000a20:27:44.967364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11085): Terminated: ok {rc=0}\u000a20:27:44.977898 --- ParallelTerminationStrategy: PID 11088 died...\u000a20:27:45.032527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11088): Terminated: ok {rc=0}\u000a20:27:45.042854 --- ParallelTerminationStrategy: PID 11091 died...\u000a20:27:45.097309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11091): Terminated: ok {rc=0}\u000a20:27:45.187065 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 164, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11099): Process ended prematurely: osmo-stp_10.42.42.5(pid=11099) [trial-2349↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11099)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11099): Process ended prematurely: osmo-stp_10.42.42.5(pid=11099) [trial-2349↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a20:27:46.246914 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:46.261789 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a20:27:46.402402 tst ping_idle_ping.py: using LAC 16605\u000a20:27:46.551771 tst ping_idle_ping.py: using RAC 30\u000a20:27:46.704866 tst ping_idle_ping.py: using CellId 16605\u000a20:27:46.835280 tst ping_idle_ping.py: using BVCI 16606\u000a20:27:46.859533 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:46.871079 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:46.882747 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:46.894078 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:46.905957 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:46.917354 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:46.928928 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:46.940731 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:27:47.230330 tst ping_idle_ping.py:24: start network...\u000a20:27:47.358069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:47.833079 run create_hlr_db(pid=11093): Launched\u000a20:27:48.006710 bus /gobi_6: Setting Powered False\u000a20:27:49.027841 run create_hlr_db(pid=11093): Terminated: ok {rc=0}\u000a20:27:49.429959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11095): Launched\u000a20:27:49.730294 run osmo-hlr_10.42.42.2(pid=11096): Launched\u000a20:27:49.842937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:50.364800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11098): Launched\u000a20:27:50.668563 run osmo-stp_10.42.42.5(pid=11099): Launched\u000a20:27:50.778254 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:27:51.305444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11101): Launched\u000a20:27:51.412228 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:27:51.677239 run patchelf(pid=11102): Launched\u000a20:27:51.853909 run osmo-stp_10.42.42.5(pid=11099): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11099)]\u000a20:27:51.984436 run osmo-stp_10.42.42.5(pid=11099): stdout: \u000a| (launched: 2022-12-08_20:27:50.518155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:52.114736 run osmo-stp_10.42.42.5(pid=11099): stderr: \u000a| �[0;m�[38;5;43m20221208202750687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202750687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202750687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202750687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202750688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202750688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202750688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:52.239389 run osmo-stp_10.42.42.5(pid=11099): stdout: \u000a| (launched: 2022-12-08_20:27:50.518155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:52.363179 run osmo-stp_10.42.42.5(pid=11099): stderr: \u000a| �[0;m�[38;5;43m20221208202750687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202750687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202750687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202750687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202750688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202750688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202750688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:52.507384 run patchelf(pid=11102): Terminating (SIGINT)\u000a20:27:52.676610 run patchelf(pid=11102): Terminated: ok {rc=0}\u000a20:27:52.707334 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11099): Process ended prematurely: osmo-stp_10.42.42.5(pid=11099) [trial-2349↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11099)] [trial-2349↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a20:27:52.716028 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a20:27:52.777140 run osmo-hlr_10.42.42.2(pid=11096): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11096)]\u000a20:27:52.827277 run osmo-hlr_10.42.42.2(pid=11096): stdout: \u000a| (launched: 2022-12-08_20:27:49.582477) \u000a20:27:52.877712 run osmo-hlr_10.42.42.2(pid=11096): stderr: \u000a| �[0;m�[1;31m20221208202749757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202749757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202749757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202749757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202749757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202749757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202749768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202749777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202749777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202749777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:52.920585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11095): Terminating (SIGTERM)\u000a20:27:52.961191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11098): Terminating (SIGTERM)\u000a20:27:53.001847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11101): Terminating (SIGTERM)\u000a20:27:53.011435 --- ParallelTerminationStrategy: PID 11095 died...\u000a20:27:53.066124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11095): Terminated: ok {rc=0}\u000a20:27:53.075792 --- ParallelTerminationStrategy: PID 11098 died...\u000a20:27:53.129705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11098): Terminated: ok {rc=0}\u000a20:27:53.139590 --- ParallelTerminationStrategy: PID 11101 died...\u000a20:27:53.193669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11101): Terminated: ok {rc=0}\u000a20:27:53.281752 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:26:55" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11116): Process ended prematurely: osmo-stp_10.42.42.5(pid=11116) [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11116)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11116): Process ended prematurely: osmo-stp_10.42.42.5(pid=11116) [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:27:55.440358 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:27:55.451608 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:27:55.599319 tst cs_paging_gprs_active.py: using LAC 16606\u000a20:27:55.722029 tst cs_paging_gprs_active.py: using RAC 31\u000a20:27:55.840675 tst cs_paging_gprs_active.py: using CellId 16606\u000a20:27:55.960416 tst cs_paging_gprs_active.py: using BVCI 16607\u000a20:27:55.983666 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:27:55.994613 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:27:56.005276 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:27:56.016227 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:27:56.027122 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:27:56.037951 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:27:56.049015 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:27:56.059796 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:27:56.070822 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:27:56.193723 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:27:56.477601 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:27:56.606212 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:27:56.924410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11106): Launched\u000a20:27:57.188738 run iperf3-srv_10.42.42.10(pid=11107): Launched\u000a20:27:57.375484 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:27:57.503291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:27:57.822704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11108): Launched\u000a20:27:58.088358 run iperf3-srv_10.42.42.10(pid=11109): Launched\u000a20:27:58.276274 tst cs_paging_gprs_active.py:38: start network...\u000a20:27:58.404205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:58.886312 run create_hlr_db(pid=11110): Launched\u000a20:27:59.063046 bus /gobi_6: Setting Powered False\u000a20:28:00.084923 run create_hlr_db(pid=11110): Terminated: ok {rc=0}\u000a20:28:00.521783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11112): Launched\u000a20:28:00.894631 run osmo-hlr_10.42.42.2(pid=11113): Launched\u000a20:28:01.050698 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:01.684034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11115): Launched\u000a20:28:02.101981 run osmo-stp_10.42.42.5(pid=11116): Launched\u000a20:28:02.262244 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:28:02.841979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11118): Launched\u000a20:28:02.959032 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:28:03.245168 run patchelf(pid=11119): Launched\u000a20:28:03.436937 run osmo-stp_10.42.42.5(pid=11116): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11116)]\u000a20:28:03.577657 run osmo-stp_10.42.42.5(pid=11116): stdout: \u000a| (launched: 2022-12-08_20:28:01.844492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:03.718201 run osmo-stp_10.42.42.5(pid=11116): stderr: \u000a| �[0;m�[38;5;43m20221208202802178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202802178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202802178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202802179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202802179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202802179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202802179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:03.853992 run osmo-stp_10.42.42.5(pid=11116): stdout: \u000a| (launched: 2022-12-08_20:28:01.844492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:03.988568 run osmo-stp_10.42.42.5(pid=11116): stderr: \u000a| �[0;m�[38;5;43m20221208202802178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202802178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202802178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202802179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202802179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202802179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202802179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:04.145365 run patchelf(pid=11119): Terminating (SIGINT)\u000a20:28:04.330001 run patchelf(pid=11119): Terminated: ok {rc=0}\u000a20:28:04.363918 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11116): Process ended prematurely: osmo-stp_10.42.42.5(pid=11116) [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11116)] [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:28:04.373771 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a20:28:04.436929 run osmo-hlr_10.42.42.2(pid=11113): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11113)]\u000a20:28:04.488676 run osmo-hlr_10.42.42.2(pid=11113): stdout: \u000a| (launched: 2022-12-08_20:28:00.690488) \u000a20:28:04.541052 run osmo-hlr_10.42.42.2(pid=11113): stderr: \u000a| �[0;m�[1;31m20221208202800904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202800904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202800904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202800904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202800904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202800904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202800922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202800939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202800939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202800939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:04.586109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11106): Terminating (SIGTERM)\u000a20:28:04.628109 run iperf3-srv_10.42.42.10(pid=11107): Terminating (SIGTERM)\u000a20:28:04.670259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11108): Terminating (SIGTERM)\u000a20:28:04.712148 run iperf3-srv_10.42.42.10(pid=11109): Terminating (SIGTERM)\u000a20:28:04.754687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11112): Terminating (SIGTERM)\u000a20:28:04.796551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11115): Terminating (SIGTERM)\u000a20:28:04.838751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11118): Terminating (SIGTERM)\u000a20:28:04.848396 --- ParallelTerminationStrategy: PID 11106 died...\u000a20:28:04.904459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11106): Terminated: ok {rc=0}\u000a20:28:04.914498 --- ParallelTerminationStrategy: PID 11107 died...\u000a20:28:04.969998 run iperf3-srv_10.42.42.10(pid=11107): Terminated {rc=256}\u000a20:28:04.979947 --- ParallelTerminationStrategy: PID 11108 died...\u000a20:28:05.035656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11108): Terminated: ok {rc=0}\u000a20:28:05.045722 --- ParallelTerminationStrategy: PID 11109 died...\u000a20:28:05.101351 run iperf3-srv_10.42.42.10(pid=11109): Terminated {rc=256}\u000a20:28:05.111403 --- ParallelTerminationStrategy: PID 11112 died...\u000a20:28:05.166980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11112): Terminated: ok {rc=0}\u000a20:28:05.177226 --- ParallelTerminationStrategy: PID 11115 died...\u000a20:28:05.233402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11115): Terminated: ok {rc=0}\u000a20:28:05.243429 --- ParallelTerminationStrategy: PID 11118 died...\u000a20:28:05.299624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11118): Terminated: ok {rc=0}\u000a20:28:05.386638 bus /gobi_0: Setting Powered False\u000a20:28:06.490452 bus /gobi_0: Setting Powered False\u000a20:28:07.601086 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11128): Process ended prematurely: osmo-stp_10.42.42.5(pid=11128) [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11128)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11128): Process ended prematurely: osmo-stp_10.42.42.5(pid=11128) [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:28:08.710940 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:08.722321 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:28:08.862753 tst iperf3.py: using LAC 16607\u000a20:28:08.991681 tst iperf3.py: using RAC 32\u000a20:28:09.109730 tst iperf3.py: using CellId 16607\u000a20:28:09.227702 tst iperf3.py: using BVCI 16608\u000a20:28:09.250989 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:09.261957 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:09.272569 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:09.283557 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:09.294505 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:09.305390 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:09.316665 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:09.327687 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:09.338762 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:28:09.617938 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:28:09.745274 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:28:10.061868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11120): Launched\u000a20:28:10.327311 run iperf3-srv_10.42.42.10(pid=11121): Launched\u000a20:28:10.514066 tst iperf3.py:8: start network...\u000a20:28:10.641329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:11.123114 run create_hlr_db(pid=11122): Launched\u000a20:28:11.299884 bus /gobi_6: Setting Powered False\u000a20:28:12.321048 run create_hlr_db(pid=11122): Terminated: ok {rc=0}\u000a20:28:12.759037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11124): Launched\u000a20:28:13.087733 run osmo-hlr_10.42.42.2(pid=11125): Launched\u000a20:28:13.207221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:13.779315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11127): Launched\u000a20:28:14.109545 run osmo-stp_10.42.42.5(pid=11128): Launched\u000a20:28:14.228013 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:28:14.800472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11130): Launched\u000a20:28:14.917241 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:28:15.205392 run patchelf(pid=11131): Launched\u000a20:28:15.397587 run osmo-stp_10.42.42.5(pid=11128): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11128)]\u000a20:28:15.537894 run osmo-stp_10.42.42.5(pid=11128): stdout: \u000a| (launched: 2022-12-08_20:28:13.946205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:15.679346 run osmo-stp_10.42.42.5(pid=11128): stderr: \u000a| �[0;m�[38;5;43m20221208202814136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202814137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202814137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202814137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202814138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202814138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202814138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:15.815244 run osmo-stp_10.42.42.5(pid=11128): stdout: \u000a| (launched: 2022-12-08_20:28:13.946205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:15.960207 run osmo-stp_10.42.42.5(pid=11128): stderr: \u000a| �[0;m�[38;5;43m20221208202814136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202814137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202814137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202814137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202814138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202814138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202814138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:16.126946 run patchelf(pid=11131): Terminating (SIGINT)\u000a20:28:16.315580 run patchelf(pid=11131): Terminated: ok {rc=0}\u000a20:28:16.350466 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11128): Process ended prematurely: osmo-stp_10.42.42.5(pid=11128) [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11128)] [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a20:28:16.361560 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:28:16.426210 run osmo-hlr_10.42.42.2(pid=11125): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11125)]\u000a20:28:16.479639 run osmo-hlr_10.42.42.2(pid=11125): stdout: \u000a| (launched: 2022-12-08_20:28:12.926140) \u000a20:28:16.533238 run osmo-hlr_10.42.42.2(pid=11125): stderr: \u000a| �[0;m�[1;31m20221208202813124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202813124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202813124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202813124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202813124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202813124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202813137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202813145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202813145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202813145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:16.579590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11120): Terminating (SIGTERM)\u000a20:28:16.625184 run iperf3-srv_10.42.42.10(pid=11121): Terminating (SIGTERM)\u000a20:28:16.670447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11124): Terminating (SIGTERM)\u000a20:28:16.713719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11127): Terminating (SIGTERM)\u000a20:28:16.759145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11130): Terminating (SIGTERM)\u000a20:28:16.769193 --- ParallelTerminationStrategy: PID 11120 died...\u000a20:28:16.826933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11120): Terminated: ok {rc=0}\u000a20:28:16.837615 --- ParallelTerminationStrategy: PID 11121 died...\u000a20:28:16.895252 run iperf3-srv_10.42.42.10(pid=11121): Terminated {rc=256}\u000a20:28:16.906002 --- ParallelTerminationStrategy: PID 11124 died...\u000a20:28:16.963235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11124): Terminated: ok {rc=0}\u000a20:28:16.974360 --- ParallelTerminationStrategy: PID 11127 died...\u000a20:28:17.031797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11127): Terminated: ok {rc=0}\u000a20:28:17.042555 --- ParallelTerminationStrategy: PID 11130 died...\u000a20:28:17.100680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11130): Terminated: ok {rc=0}\u000a20:28:17.190183 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11146): Process ended prematurely: osmo-stp_10.42.42.5(pid=11146) [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11146)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11146): Process ended prematurely: osmo-stp_10.42.42.5(pid=11146) [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:28:18.303351 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:18.315059 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:28:18.454410 tst iperf3m4.py: using LAC 16608\u000a20:28:18.574375 tst iperf3m4.py: using RAC 33\u000a20:28:18.695774 tst iperf3m4.py: using CellId 16608\u000a20:28:18.816605 tst iperf3m4.py: using BVCI 16609\u000a20:28:18.840006 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:18.851031 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:18.861863 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:18.872692 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:18.883805 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:18.894872 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:18.906129 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:18.917053 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:18.928228 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:28:19.044868 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:28:19.169142 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:28:19.287880 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:28:19.585715 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:28:19.722449 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:28:20.062062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11132): Launched\u000a20:28:20.346596 run iperf3-srv_10.42.42.10(pid=11133): Launched\u000a20:28:20.548248 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:28:20.685977 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:28:21.026066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11134): Launched\u000a20:28:21.309374 run iperf3-srv_10.42.42.10(pid=11135): Launched\u000a20:28:21.510184 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:28:21.647700 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:28:21.987097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11136): Launched\u000a20:28:22.268876 run iperf3-srv_10.42.42.10(pid=11137): Launched\u000a20:28:22.470546 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:28:22.607803 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:28:22.947826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11138): Launched\u000a20:28:23.231197 run iperf3-srv_10.42.42.10(pid=11139): Launched\u000a20:28:23.431961 tst iperf3m4.py:8: start network...\u000a20:28:23.569091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:24.094090 run create_hlr_db(pid=11140): Launched\u000a20:28:24.283997 bus /gobi_6: Setting Powered False\u000a20:28:25.304887 run create_hlr_db(pid=11140): Terminated: ok {rc=0}\u000a20:28:25.717080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11142): Launched\u000a20:28:26.024776 run osmo-hlr_10.42.42.2(pid=11143): Launched\u000a20:28:26.141318 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:26.677296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11145): Launched\u000a20:28:26.983646 run osmo-stp_10.42.42.5(pid=11146): Launched\u000a20:28:27.094703 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:28:27.628643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11148): Launched\u000a20:28:27.737923 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:28:28.006368 run patchelf(pid=11149): Launched\u000a20:28:28.186746 run osmo-stp_10.42.42.5(pid=11146): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11146)]\u000a20:28:28.318298 run osmo-stp_10.42.42.5(pid=11146): stdout: \u000a| (launched: 2022-12-08_20:28:26.832719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:28.451620 run osmo-stp_10.42.42.5(pid=11146): stderr: \u000a| �[0;m�[38;5;43m20221208202827000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202827000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202827000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202827001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202827001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202827001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202827001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:28.578839 run osmo-stp_10.42.42.5(pid=11146): stdout: \u000a| (launched: 2022-12-08_20:28:26.832719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:28.705799 run osmo-stp_10.42.42.5(pid=11146): stderr: \u000a| �[0;m�[38;5;43m20221208202827000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202827000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202827000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202827001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202827001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202827001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202827001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:28.852739 run patchelf(pid=11149): Terminating (SIGINT)\u000a20:28:29.025972 run patchelf(pid=11149): Terminated: ok {rc=0}\u000a20:28:29.057722 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11146): Process ended prematurely: osmo-stp_10.42.42.5(pid=11146) [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11146)] [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:28:29.067009 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a20:28:29.128786 run osmo-hlr_10.42.42.2(pid=11143): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11143)]\u000a20:28:29.178555 run osmo-hlr_10.42.42.2(pid=11143): stdout: \u000a| (launched: 2022-12-08_20:28:25.873112) \u000a20:28:29.228922 run osmo-hlr_10.42.42.2(pid=11143): stderr: \u000a| �[0;m�[1;31m20221208202826050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202826051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202826051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202826051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202826051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202826051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202826062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202826072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202826072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202826072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:29.271859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11132): Terminating (SIGTERM)\u000a20:28:29.311982 run iperf3-srv_10.42.42.10(pid=11133): Terminating (SIGTERM)\u000a20:28:29.352759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11134): Terminating (SIGTERM)\u000a20:28:29.394176 run iperf3-srv_10.42.42.10(pid=11135): Terminating (SIGTERM)\u000a20:28:29.434936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11136): Terminating (SIGTERM)\u000a20:28:29.475507 run iperf3-srv_10.42.42.10(pid=11137): Terminating (SIGTERM)\u000a20:28:29.516174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11138): Terminating (SIGTERM)\u000a20:28:29.556988 run iperf3-srv_10.42.42.10(pid=11139): Terminating (SIGTERM)\u000a20:28:29.597671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11142): Terminating (SIGTERM)\u000a20:28:29.638361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11145): Terminating (SIGTERM)\u000a20:28:29.679262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11148): Terminating (SIGTERM)\u000a20:28:29.689136 --- ParallelTerminationStrategy: PID 11132 died...\u000a20:28:29.744080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11132): Terminated: ok {rc=0}\u000a20:28:29.754306 --- ParallelTerminationStrategy: PID 11133 died...\u000a20:28:29.808295 run iperf3-srv_10.42.42.10(pid=11133): Terminated {rc=256}\u000a20:28:29.818316 --- ParallelTerminationStrategy: PID 11134 died...\u000a20:28:29.872579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11134): Terminated: ok {rc=0}\u000a20:28:29.882271 --- ParallelTerminationStrategy: PID 11135 died...\u000a20:28:29.937033 run iperf3-srv_10.42.42.10(pid=11135): Terminated {rc=256}\u000a20:28:29.946880 --- ParallelTerminationStrategy: PID 11136 died...\u000a20:28:30.001786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11136): Terminated: ok {rc=0}\u000a20:28:30.011645 --- ParallelTerminationStrategy: PID 11137 died...\u000a20:28:30.065745 run iperf3-srv_10.42.42.10(pid=11137): Terminated {rc=256}\u000a20:28:30.075752 --- ParallelTerminationStrategy: PID 11138 died...\u000a20:28:30.129762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11138): Terminated: ok {rc=0}\u000a20:28:30.139700 --- ParallelTerminationStrategy: PID 11139 died...\u000a20:28:30.193865 run iperf3-srv_10.42.42.10(pid=11139): Terminated {rc=256}\u000a20:28:30.203649 --- ParallelTerminationStrategy: PID 11142 died...\u000a20:28:30.257820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11142): Terminated: ok {rc=0}\u000a20:28:30.268130 --- ParallelTerminationStrategy: PID 11145 died...\u000a20:28:30.323162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11145): Terminated: ok {rc=0}\u000a20:28:30.333259 --- ParallelTerminationStrategy: PID 11148 died...\u000a20:28:30.388308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11148): Terminated: ok {rc=0}\u000a20:28:30.478500 bus /gobi_4: Setting Powered False\u000a20:28:31.587034 bus /gobi_4: Setting Powered False\u000a20:28:32.699466 bus /gobi_1: Setting Powered False\u000a20:28:33.804304 bus /gobi_1: Setting Powered False\u000a20:28:34.917021 bus /gobi_0: Setting Powered False\u000a20:28:36.021927 bus /gobi_0: Setting Powered False\u000a20:28:37.135079 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11156): Process ended prematurely: osmo-stp_10.42.42.5(pid=11156) [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11156)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11156): Process ended prematurely: osmo-stp_10.42.42.5(pid=11156) [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:28:38.203611 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:38.215110 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:28:38.356454 tst ping.py: using LAC 16609\u000a20:28:38.472588 tst ping.py: using RAC 34\u000a20:28:38.591309 tst ping.py: using CellId 16609\u000a20:28:38.707678 tst ping.py: using BVCI 16610\u000a20:28:38.730728 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:38.741746 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:38.752452 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:38.763512 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:38.774475 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:38.785446 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:38.797049 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:38.808025 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:28:39.099757 tst ping.py:19: start network...\u000a20:28:39.233903 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:39.748726 run create_hlr_db(pid=11150): Launched\u000a20:28:39.936421 bus /gobi_6: Setting Powered False\u000a20:28:40.956775 run create_hlr_db(pid=11150): Terminated: ok {rc=0}\u000a20:28:41.364015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11152): Launched\u000a20:28:41.665931 run osmo-hlr_10.42.42.2(pid=11153): Launched\u000a20:28:41.783203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:42.314244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11155): Launched\u000a20:28:42.615865 run osmo-stp_10.42.42.5(pid=11156): Launched\u000a20:28:42.725197 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:28:43.247500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11158): Launched\u000a20:28:43.354293 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:28:43.617325 run patchelf(pid=11159): Launched\u000a20:28:43.793947 run osmo-stp_10.42.42.5(pid=11156): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11156)]\u000a20:28:43.923392 run osmo-stp_10.42.42.5(pid=11156): stdout: \u000a| (launched: 2022-12-08_20:28:42.467094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:44.052560 run osmo-stp_10.42.42.5(pid=11156): stderr: \u000a| �[0;m�[38;5;43m20221208202842637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202842637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202842638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202842638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202842638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202842638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202842639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:44.177719 run osmo-stp_10.42.42.5(pid=11156): stdout: \u000a| (launched: 2022-12-08_20:28:42.467094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:44.300856 run osmo-stp_10.42.42.5(pid=11156): stderr: \u000a| �[0;m�[38;5;43m20221208202842637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202842637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202842638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202842638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202842638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202842638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202842639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:44.445220 run patchelf(pid=11159): Terminating (SIGINT)\u000a20:28:44.615269 run patchelf(pid=11159): Terminated: ok {rc=0}\u000a20:28:44.646242 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11156): Process ended prematurely: osmo-stp_10.42.42.5(pid=11156) [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11156)] [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a20:28:44.654940 tst ping.py:22: Test FAILED (6.4 sec)\u000a20:28:44.716367 run osmo-hlr_10.42.42.2(pid=11153): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11153)]\u000a20:28:44.766194 run osmo-hlr_10.42.42.2(pid=11153): stdout: \u000a| (launched: 2022-12-08_20:28:41.516882) \u000a20:28:44.816690 run osmo-hlr_10.42.42.2(pid=11153): stderr: \u000a| �[0;m�[1;31m20221208202841693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202841693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202841693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202841693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202841693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202841693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202841703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202841712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202841713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202841713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:44.859736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11152): Terminating (SIGTERM)\u000a20:28:44.900142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11155): Terminating (SIGTERM)\u000a20:28:44.940665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11158): Terminating (SIGTERM)\u000a20:28:44.950430 --- ParallelTerminationStrategy: PID 11152 died...\u000a20:28:45.004713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11152): Terminated: ok {rc=0}\u000a20:28:45.014549 --- ParallelTerminationStrategy: PID 11155 died...\u000a20:28:45.068551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11155): Terminated: ok {rc=0}\u000a20:28:45.078267 --- ParallelTerminationStrategy: PID 11158 died...\u000a20:28:45.132942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11158): Terminated: ok {rc=0}\u000a20:28:45.221980 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11166): Process ended prematurely: osmo-stp_10.42.42.5(pid=11166) [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11166)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11166): Process ended prematurely: osmo-stp_10.42.42.5(pid=11166) [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:28:46.272319 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:46.284941 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:28:46.447814 tst ping_idle_ping.py: using LAC 16610\u000a20:28:46.568400 tst ping_idle_ping.py: using RAC 35\u000a20:28:46.698821 tst ping_idle_ping.py: using CellId 16610\u000a20:28:46.852549 tst ping_idle_ping.py: using BVCI 16611\u000a20:28:46.878989 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:46.891187 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:46.903361 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:46.915773 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:46.928570 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:46.940485 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:46.953849 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:46.966142 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:28:47.267056 tst ping_idle_ping.py:24: start network...\u000a20:28:47.403248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:47.922359 run create_hlr_db(pid=11160): Launched\u000a20:28:48.111132 bus /gobi_6: Setting Powered False\u000a20:28:49.131807 run create_hlr_db(pid=11160): Terminated: ok {rc=0}\u000a20:28:49.540127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11162): Launched\u000a20:28:49.845438 run osmo-hlr_10.42.42.2(pid=11163): Launched\u000a20:28:49.959183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:50.483891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11165): Launched\u000a20:28:50.786129 run osmo-stp_10.42.42.5(pid=11166): Launched\u000a20:28:50.895370 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:28:51.421920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11168): Launched\u000a20:28:51.529251 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:28:51.793489 run patchelf(pid=11169): Launched\u000a20:28:51.971421 run osmo-stp_10.42.42.5(pid=11166): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11166)]\u000a20:28:52.101220 run osmo-stp_10.42.42.5(pid=11166): stdout: \u000a| (launched: 2022-12-08_20:28:50.637398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:52.231393 run osmo-stp_10.42.42.5(pid=11166): stderr: \u000a| �[0;m�[38;5;43m20221208202850806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202850807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202850807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202850807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202850808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202850808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202850808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:52.356722 run osmo-stp_10.42.42.5(pid=11166): stdout: \u000a| (launched: 2022-12-08_20:28:50.637398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:52.481081 run osmo-stp_10.42.42.5(pid=11166): stderr: \u000a| �[0;m�[38;5;43m20221208202850806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202850807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202850807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202850807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202850808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202850808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202850808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:52.626661 run patchelf(pid=11169): Terminating (SIGINT)\u000a20:28:52.797098 run patchelf(pid=11169): Terminated: ok {rc=0}\u000a20:28:52.827937 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11166): Process ended prematurely: osmo-stp_10.42.42.5(pid=11166) [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11166)] [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:28:52.836665 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:28:52.897798 run osmo-hlr_10.42.42.2(pid=11163): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11163)]\u000a20:28:52.947360 run osmo-hlr_10.42.42.2(pid=11163): stdout: \u000a| (launched: 2022-12-08_20:28:49.693959) \u000a20:28:52.997905 run osmo-hlr_10.42.42.2(pid=11163): stderr: \u000a| �[0;m�[1;31m20221208202849867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202849867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202849867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202849867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202849867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202849868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202849891 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202849900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202849901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202849901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:53.040366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11162): Terminating (SIGTERM)\u000a20:28:53.080750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11165): Terminating (SIGTERM)\u000a20:28:53.122103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11168): Terminating (SIGTERM)\u000a20:28:53.131578 --- ParallelTerminationStrategy: PID 11162 died...\u000a20:28:53.186539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11162): Terminated: ok {rc=0}\u000a20:28:53.196242 --- ParallelTerminationStrategy: PID 11165 died...\u000a20:28:53.250441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11165): Terminated: ok {rc=0}\u000a20:28:53.260407 --- ParallelTerminationStrategy: PID 11168 died...\u000a20:28:53.314691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11168): Terminated: ok {rc=0}\u000a20:28:53.400236 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:27:55" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11185): Process ended prematurely: osmo-stp_10.42.42.5(pid=11185) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11185)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11185): Process ended prematurely: osmo-stp_10.42.42.5(pid=11185) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:28:55.547669 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:28:55.558553 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:28:55.715119 tst cs_paging_gprs_active.py: using LAC 16611\u000a20:28:55.837087 tst cs_paging_gprs_active.py: using RAC 36\u000a20:28:55.957882 tst cs_paging_gprs_active.py: using CellId 16611\u000a20:28:56.077617 tst cs_paging_gprs_active.py: using BVCI 16612\u000a20:28:56.100760 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:28:56.111697 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:28:56.122565 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:28:56.133613 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:28:56.144376 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:28:56.155334 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:28:56.166373 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:28:56.177264 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:28:56.188353 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:28:56.310655 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:28:56.613017 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:28:56.750571 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:28:57.090757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11175): Launched\u000a20:28:57.374430 run iperf3-srv_10.42.42.10(pid=11176): Launched\u000a20:28:57.575734 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:28:57.713147 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:28:58.054114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11177): Launched\u000a20:28:58.336735 run iperf3-srv_10.42.42.10(pid=11178): Launched\u000a20:28:58.537571 tst cs_paging_gprs_active.py:38: start network...\u000a20:28:58.675243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:59.201544 run create_hlr_db(pid=11179): Launched\u000a20:28:59.390969 bus /gobi_6: Setting Powered False\u000a20:29:00.412472 run create_hlr_db(pid=11179): Terminated: ok {rc=0}\u000a20:29:00.824544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11181): Launched\u000a20:29:01.200523 run osmo-hlr_10.42.42.2(pid=11182): Launched\u000a20:29:01.356303 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:02.121211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11184): Launched\u000a20:29:02.520067 run osmo-stp_10.42.42.5(pid=11185): Launched\u000a20:29:02.657248 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:29:03.235239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11187): Launched\u000a20:29:03.352422 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:29:03.639385 run patchelf(pid=11188): Launched\u000a20:29:03.831398 run osmo-stp_10.42.42.5(pid=11185): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11185)]\u000a20:29:03.971630 run osmo-stp_10.42.42.5(pid=11185): stdout: \u000a| (launched: 2022-12-08_20:29:02.293123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:04.112369 run osmo-stp_10.42.42.5(pid=11185): stderr: \u000a| �[0;m�[38;5;43m20221208202902641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202902641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202902641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202902642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202902642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202902642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202902642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:04.248425 run osmo-stp_10.42.42.5(pid=11185): stdout: \u000a| (launched: 2022-12-08_20:29:02.293123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:04.383531 run osmo-stp_10.42.42.5(pid=11185): stderr: \u000a| �[0;m�[38;5;43m20221208202902641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202902641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202902641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202902642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202902642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202902642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202902642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:04.540673 run patchelf(pid=11188): Terminating (SIGINT)\u000a20:29:04.725857 run patchelf(pid=11188): Terminated: ok {rc=0}\u000a20:29:04.759785 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11185): Process ended prematurely: osmo-stp_10.42.42.5(pid=11185) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11185)] [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:29:04.769654 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a20:29:04.832685 run osmo-hlr_10.42.42.2(pid=11182): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11182)]\u000a20:29:04.884485 run osmo-hlr_10.42.42.2(pid=11182): stdout: \u000a| (launched: 2022-12-08_20:29:01.007911) \u000a20:29:04.936841 run osmo-hlr_10.42.42.2(pid=11182): stderr: \u000a| �[0;m�[1;31m20221208202901398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202901398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202901398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202901398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202901398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202901398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202901417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202901428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202901428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202901428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:04.981769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11175): Terminating (SIGTERM)\u000a20:29:05.023903 run iperf3-srv_10.42.42.10(pid=11176): Terminating (SIGTERM)\u000a20:29:05.065943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11177): Terminating (SIGTERM)\u000a20:29:05.107944 run iperf3-srv_10.42.42.10(pid=11178): Terminating (SIGTERM)\u000a20:29:05.149911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11181): Terminating (SIGTERM)\u000a20:29:05.191982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11184): Terminating (SIGTERM)\u000a20:29:05.234136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11187): Terminating (SIGTERM)\u000a20:29:05.243365 --- ParallelTerminationStrategy: PID 11175 died...\u000a20:29:05.299356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11175): Terminated: ok {rc=0}\u000a20:29:05.309475 --- ParallelTerminationStrategy: PID 11176 died...\u000a20:29:05.365128 run iperf3-srv_10.42.42.10(pid=11176): Terminated {rc=256}\u000a20:29:05.375161 --- ParallelTerminationStrategy: PID 11177 died...\u000a20:29:05.430916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11177): Terminated: ok {rc=0}\u000a20:29:05.440858 --- ParallelTerminationStrategy: PID 11178 died...\u000a20:29:05.497025 run iperf3-srv_10.42.42.10(pid=11178): Terminated {rc=256}\u000a20:29:05.507052 --- ParallelTerminationStrategy: PID 11181 died...\u000a20:29:05.562818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11181): Terminated: ok {rc=0}\u000a20:29:05.572813 --- ParallelTerminationStrategy: PID 11184 died...\u000a20:29:05.629038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11184): Terminated: ok {rc=0}\u000a20:29:05.639074 --- ParallelTerminationStrategy: PID 11187 died...\u000a20:29:05.695080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11187): Terminated: ok {rc=0}\u000a20:29:05.782867 bus /gobi_0: Setting Powered False\u000a20:29:06.888347 bus /gobi_0: Setting Powered False\u000a20:29:07.995941 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11197): Process ended prematurely: osmo-stp_10.42.42.5(pid=11197) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11197)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11197): Process ended prematurely: osmo-stp_10.42.42.5(pid=11197) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:29:09.112215 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:09.124336 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:29:09.293959 tst iperf3.py: using LAC 16612\u000a20:29:09.421986 tst iperf3.py: using RAC 37\u000a20:29:09.549612 tst iperf3.py: using CellId 16612\u000a20:29:09.679941 tst iperf3.py: using BVCI 16613\u000a20:29:09.704866 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:09.716319 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:09.727501 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:09.738738 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:09.749844 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:09.761050 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:09.772300 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:09.783392 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:09.794738 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:29:10.088570 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:29:10.214199 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:10.525160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11189): Launched\u000a20:29:10.785139 run iperf3-srv_10.42.42.10(pid=11190): Launched\u000a20:29:10.968873 tst iperf3.py:8: start network...\u000a20:29:11.094193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:11.566700 run create_hlr_db(pid=11191): Launched\u000a20:29:11.739277 bus /gobi_6: Setting Powered False\u000a20:29:12.761172 run create_hlr_db(pid=11191): Terminated: ok {rc=0}\u000a20:29:13.189728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11193): Launched\u000a20:29:13.512124 run osmo-hlr_10.42.42.2(pid=11194): Launched\u000a20:29:13.631259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:14.196350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11196): Launched\u000a20:29:14.518401 run osmo-stp_10.42.42.5(pid=11197): Launched\u000a20:29:14.635592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:29:15.199156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11199): Launched\u000a20:29:15.314185 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:29:15.596004 run patchelf(pid=11200): Launched\u000a20:29:15.784881 run osmo-stp_10.42.42.5(pid=11197): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11197)]\u000a20:29:15.932280 run osmo-stp_10.42.42.5(pid=11197): stdout: \u000a| (launched: 2022-12-08_20:29:14.360569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:16.073342 run osmo-stp_10.42.42.5(pid=11197): stderr: \u000a| �[0;m�[38;5;43m20221208202914549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202914549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202914549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202914550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202914550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202914550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202914550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:16.209718 run osmo-stp_10.42.42.5(pid=11197): stdout: \u000a| (launched: 2022-12-08_20:29:14.360569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:16.345062 run osmo-stp_10.42.42.5(pid=11197): stderr: \u000a| �[0;m�[38;5;43m20221208202914549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202914549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202914549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202914550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202914550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202914550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202914550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:16.502882 run patchelf(pid=11200): Terminating (SIGINT)\u000a20:29:16.687703 run patchelf(pid=11200): Terminated: ok {rc=0}\u000a20:29:16.722287 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11197): Process ended prematurely: osmo-stp_10.42.42.5(pid=11197) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11197)] [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:29:16.732687 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:29:16.797197 run osmo-hlr_10.42.42.2(pid=11194): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11194)]\u000a20:29:16.849945 run osmo-hlr_10.42.42.2(pid=11194): stdout: \u000a| (launched: 2022-12-08_20:29:13.354277) \u000a20:29:16.903169 run osmo-hlr_10.42.42.2(pid=11194): stderr: \u000a| �[0;m�[1;31m20221208202913549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202913549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202913549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202913549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202913549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202913549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202913562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202913570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202913570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202913570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:16.948599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11189): Terminating (SIGTERM)\u000a20:29:16.993522 run iperf3-srv_10.42.42.10(pid=11190): Terminating (SIGTERM)\u000a20:29:17.038097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11193): Terminating (SIGTERM)\u000a20:29:17.080814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11196): Terminating (SIGTERM)\u000a20:29:17.123712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11199): Terminating (SIGTERM)\u000a20:29:17.133420 --- ParallelTerminationStrategy: PID 11189 died...\u000a20:29:17.190150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11189): Terminated: ok {rc=0}\u000a20:29:17.200660 --- ParallelTerminationStrategy: PID 11190 died...\u000a20:29:17.256605 run iperf3-srv_10.42.42.10(pid=11190): Terminated {rc=256}\u000a20:29:17.266556 --- ParallelTerminationStrategy: PID 11193 died...\u000a20:29:17.322152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11193): Terminated: ok {rc=0}\u000a20:29:17.332139 --- ParallelTerminationStrategy: PID 11196 died...\u000a20:29:17.387662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11196): Terminated: ok {rc=0}\u000a20:29:17.397723 --- ParallelTerminationStrategy: PID 11199 died...\u000a20:29:17.453140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11199): Terminated: ok {rc=0}\u000a20:29:17.540507 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11215): Process ended prematurely: osmo-stp_10.42.42.5(pid=11215) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11215)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11215): Process ended prematurely: osmo-stp_10.42.42.5(pid=11215) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:29:18.650790 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:18.662227 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:29:18.822311 tst iperf3m4.py: using LAC 16613\u000a20:29:18.939516 tst iperf3m4.py: using RAC 38\u000a20:29:19.055935 tst iperf3m4.py: using CellId 16613\u000a20:29:19.172601 tst iperf3m4.py: using BVCI 16614\u000a20:29:19.195487 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:19.206364 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:19.216927 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:19.228357 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:19.239778 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:19.251102 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:19.262585 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:19.273957 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:19.285414 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:29:19.404492 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:29:19.524341 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:29:19.645895 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:29:19.925919 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:29:20.050956 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:20.363880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11201): Launched\u000a20:29:20.623911 run iperf3-srv_10.42.42.10(pid=11202): Launched\u000a20:29:20.807402 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:29:20.932786 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:21.243807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11203): Launched\u000a20:29:21.503224 run iperf3-srv_10.42.42.10(pid=11204): Launched\u000a20:29:21.686807 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:29:21.811942 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:22.123709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11205): Launched\u000a20:29:22.382744 run iperf3-srv_10.42.42.10(pid=11206): Launched\u000a20:29:22.565955 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:29:22.690990 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:23.003552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11207): Launched\u000a20:29:23.262697 run iperf3-srv_10.42.42.10(pid=11208): Launched\u000a20:29:23.445695 tst iperf3m4.py:8: start network...\u000a20:29:23.570637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:24.043930 run create_hlr_db(pid=11209): Launched\u000a20:29:24.217432 bus /gobi_6: Setting Powered False\u000a20:29:25.239316 run create_hlr_db(pid=11209): Terminated: ok {rc=0}\u000a20:29:25.639978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11211): Launched\u000a20:29:25.939962 run osmo-hlr_10.42.42.2(pid=11212): Launched\u000a20:29:26.058583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:26.590069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11214): Launched\u000a20:29:26.891406 run osmo-stp_10.42.42.5(pid=11215): Launched\u000a20:29:27.000395 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:29:27.524404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11217): Launched\u000a20:29:27.631762 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:29:27.895900 run patchelf(pid=11218): Launched\u000a20:29:28.073213 run osmo-stp_10.42.42.5(pid=11215): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11215)]\u000a20:29:28.202741 run osmo-stp_10.42.42.5(pid=11215): stdout: \u000a| (launched: 2022-12-08_20:29:26.743041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:28.332225 run osmo-stp_10.42.42.5(pid=11215): stderr: \u000a| �[0;m�[38;5;43m20221208202926911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202926911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202926912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202926912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202926913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202926913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202926913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:28.459139 run osmo-stp_10.42.42.5(pid=11215): stdout: \u000a| (launched: 2022-12-08_20:29:26.743041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:28.584526 run osmo-stp_10.42.42.5(pid=11215): stderr: \u000a| �[0;m�[38;5;43m20221208202926911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202926911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202926912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202926912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202926913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202926913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202926913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:28.730381 run patchelf(pid=11218): Terminating (SIGINT)\u000a20:29:28.901720 run patchelf(pid=11218): Terminated: ok {rc=0}\u000a20:29:28.933191 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11215): Process ended prematurely: osmo-stp_10.42.42.5(pid=11215) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11215)] [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:29:28.942505 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a20:29:29.003322 run osmo-hlr_10.42.42.2(pid=11212): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11212)]\u000a20:29:29.052614 run osmo-hlr_10.42.42.2(pid=11212): stdout: \u000a| (launched: 2022-12-08_20:29:25.792542) \u000a20:29:29.102610 run osmo-hlr_10.42.42.2(pid=11212): stderr: \u000a| �[0;m�[1;31m20221208202925965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202925966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202925966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202925966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202925966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202925966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202925978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202925989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202925989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202925989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:29.144812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11201): Terminating (SIGTERM)\u000a20:29:29.184862 run iperf3-srv_10.42.42.10(pid=11202): Terminating (SIGTERM)\u000a20:29:29.224800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11203): Terminating (SIGTERM)\u000a20:29:29.264740 run iperf3-srv_10.42.42.10(pid=11204): Terminating (SIGTERM)\u000a20:29:29.304708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11205): Terminating (SIGTERM)\u000a20:29:29.344607 run iperf3-srv_10.42.42.10(pid=11206): Terminating (SIGTERM)\u000a20:29:29.384604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11207): Terminating (SIGTERM)\u000a20:29:29.424393 run iperf3-srv_10.42.42.10(pid=11208): Terminating (SIGTERM)\u000a20:29:29.464328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11211): Terminating (SIGTERM)\u000a20:29:29.504285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11214): Terminating (SIGTERM)\u000a20:29:29.544249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11217): Terminating (SIGTERM)\u000a20:29:29.553736 --- ParallelTerminationStrategy: PID 11201 died...\u000a20:29:29.607629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11201): Terminated: ok {rc=0}\u000a20:29:29.617454 --- ParallelTerminationStrategy: PID 11202 died...\u000a20:29:29.670999 run iperf3-srv_10.42.42.10(pid=11202): Terminated {rc=256}\u000a20:29:29.680772 --- ParallelTerminationStrategy: PID 11203 died...\u000a20:29:29.733918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11203): Terminated: ok {rc=0}\u000a20:29:29.743746 --- ParallelTerminationStrategy: PID 11204 died...\u000a20:29:29.797115 run iperf3-srv_10.42.42.10(pid=11204): Terminated {rc=256}\u000a20:29:29.807003 --- ParallelTerminationStrategy: PID 11205 died...\u000a20:29:29.860399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11205): Terminated: ok {rc=0}\u000a20:29:29.870078 --- ParallelTerminationStrategy: PID 11206 died...\u000a20:29:29.923383 run iperf3-srv_10.42.42.10(pid=11206): Terminated {rc=256}\u000a20:29:29.933174 --- ParallelTerminationStrategy: PID 11207 died...\u000a20:29:29.986692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11207): Terminated: ok {rc=0}\u000a20:29:29.996383 --- ParallelTerminationStrategy: PID 11208 died...\u000a20:29:30.049647 run iperf3-srv_10.42.42.10(pid=11208): Terminated {rc=256}\u000a20:29:30.059456 --- ParallelTerminationStrategy: PID 11211 died...\u000a20:29:30.112747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11211): Terminated: ok {rc=0}\u000a20:29:30.122613 --- ParallelTerminationStrategy: PID 11214 died...\u000a20:29:30.175980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11214): Terminated: ok {rc=0}\u000a20:29:30.185871 --- ParallelTerminationStrategy: PID 11217 died...\u000a20:29:30.239802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11217): Terminated: ok {rc=0}\u000a20:29:30.329701 bus /gobi_4: Setting Powered False\u000a20:29:31.435073 bus /gobi_4: Setting Powered False\u000a20:29:32.540131 bus /gobi_1: Setting Powered False\u000a20:29:33.646076 bus /gobi_1: Setting Powered False\u000a20:29:34.753428 bus /gobi_0: Setting Powered False\u000a20:29:35.859139 bus /gobi_0: Setting Powered False\u000a20:29:36.970850 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11232): Process ended prematurely: osmo-stp_10.42.42.5(pid=11232) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11232)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11232): Process ended prematurely: osmo-stp_10.42.42.5(pid=11232) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:29:38.038080 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:38.049603 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:29:38.208828 tst ping.py: using LAC 16614\u000a20:29:38.322441 tst ping.py: using RAC 39\u000a20:29:38.435179 tst ping.py: using CellId 16614\u000a20:29:38.547819 tst ping.py: using BVCI 16615\u000a20:29:38.570005 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:38.580858 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:38.591480 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:38.602467 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:38.613376 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:38.624225 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:38.635309 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:38.646095 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:29:38.932311 tst ping.py:19: start network...\u000a20:29:39.063146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:39.563597 run create_hlr_db(pid=11226): Launched\u000a20:29:39.746740 bus /gobi_6: Setting Powered False\u000a20:29:40.766541 run create_hlr_db(pid=11226): Terminated: ok {rc=0}\u000a20:29:41.190021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11228): Launched\u000a20:29:41.501038 run osmo-hlr_10.42.42.2(pid=11229): Launched\u000a20:29:41.616805 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:42.160359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11231): Launched\u000a20:29:42.471514 run osmo-stp_10.42.42.5(pid=11232): Launched\u000a20:29:42.584039 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:29:43.130270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11234): Launched\u000a20:29:43.241691 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:29:43.514250 run patchelf(pid=11235): Launched\u000a20:29:43.697890 run osmo-stp_10.42.42.5(pid=11232): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11232)]\u000a20:29:43.831458 run osmo-stp_10.42.42.5(pid=11232): stdout: \u000a| (launched: 2022-12-08_20:29:42.319030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:43.965850 run osmo-stp_10.42.42.5(pid=11232): stderr: \u000a| �[0;m�[38;5;43m20221208202942505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202942506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202942506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202942506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202942507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202942507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202942507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:44.095263 run osmo-stp_10.42.42.5(pid=11232): stdout: \u000a| (launched: 2022-12-08_20:29:42.319030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:44.223350 run osmo-stp_10.42.42.5(pid=11232): stderr: \u000a| �[0;m�[38;5;43m20221208202942505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202942506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202942506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202942506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202942507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202942507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202942507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:44.372684 run patchelf(pid=11235): Terminating (SIGINT)\u000a20:29:44.548342 run patchelf(pid=11235): Terminated: ok {rc=0}\u000a20:29:44.580162 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11232): Process ended prematurely: osmo-stp_10.42.42.5(pid=11232) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11232)] [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:29:44.589407 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:29:44.651983 run osmo-hlr_10.42.42.2(pid=11229): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11229)]\u000a20:29:44.702868 run osmo-hlr_10.42.42.2(pid=11229): stdout: \u000a| (launched: 2022-12-08_20:29:41.349712) \u000a20:29:44.754382 run osmo-hlr_10.42.42.2(pid=11229): stderr: \u000a| �[0;m�[1;31m20221208202941541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202941541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202941541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202941541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202941542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202941542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202941554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202941563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202941563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202941563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:44.798418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11228): Terminating (SIGTERM)\u000a20:29:44.839828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11231): Terminating (SIGTERM)\u000a20:29:44.881438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11234): Terminating (SIGTERM)\u000a20:29:44.891054 --- ParallelTerminationStrategy: PID 11228 died...\u000a20:29:44.946596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11228): Terminated: ok {rc=0}\u000a20:29:44.956625 --- ParallelTerminationStrategy: PID 11231 died...\u000a20:29:45.011988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11231): Terminated: ok {rc=0}\u000a20:29:45.021974 --- ParallelTerminationStrategy: PID 11234 died...\u000a20:29:45.076999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11234): Terminated: ok {rc=0}\u000a20:29:45.162589 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11242): Process ended prematurely: osmo-stp_10.42.42.5(pid=11242) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11242)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11242): Process ended prematurely: osmo-stp_10.42.42.5(pid=11242) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:29:46.221605 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:46.237761 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:29:46.425222 tst ping_idle_ping.py: using LAC 16615\u000a20:29:46.585240 tst ping_idle_ping.py: using RAC 40\u000a20:29:46.746676 tst ping_idle_ping.py: using CellId 16615\u000a20:29:46.874046 tst ping_idle_ping.py: using BVCI 16616\u000a20:29:46.897574 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:46.909430 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:46.921111 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:46.934507 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:46.946144 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:46.959907 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:46.972778 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:46.984399 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:29:47.262523 tst ping_idle_ping.py:24: start network...\u000a20:29:47.393561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:47.903075 run create_hlr_db(pid=11236): Launched\u000a20:29:48.085271 bus /gobi_6: Setting Powered False\u000a20:29:49.105468 run create_hlr_db(pid=11236): Terminated: ok {rc=0}\u000a20:29:49.498517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11238): Launched\u000a20:29:49.788301 run osmo-hlr_10.42.42.2(pid=11239): Launched\u000a20:29:49.899227 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:50.411816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11241): Launched\u000a20:29:50.702056 run osmo-stp_10.42.42.5(pid=11242): Launched\u000a20:29:50.808803 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:29:51.316599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11244): Launched\u000a20:29:51.420302 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:29:51.674757 run patchelf(pid=11245): Launched\u000a20:29:51.846196 run osmo-stp_10.42.42.5(pid=11242): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11242)]\u000a20:29:51.972188 run osmo-stp_10.42.42.5(pid=11242): stdout: \u000a| (launched: 2022-12-08_20:29:50.559169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:52.098411 run osmo-stp_10.42.42.5(pid=11242): stderr: \u000a| �[0;m�[38;5;43m20221208202950726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202950726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202950727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202950727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202950727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202950728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202950728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:52.219903 run osmo-stp_10.42.42.5(pid=11242): stdout: \u000a| (launched: 2022-12-08_20:29:50.559169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:52.340034 run osmo-stp_10.42.42.5(pid=11242): stderr: \u000a| �[0;m�[38;5;43m20221208202950726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208202950726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208202950727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208202950727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208202950727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208202950728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208202950728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:52.480058 run patchelf(pid=11245): Terminating (SIGINT)\u000a20:29:52.645064 run patchelf(pid=11245): Terminated: ok {rc=0}\u000a20:29:52.674980 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11242): Process ended prematurely: osmo-stp_10.42.42.5(pid=11242) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11242)] [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:29:52.683386 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a20:29:52.743334 run osmo-hlr_10.42.42.2(pid=11239): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11239)]\u000a20:29:52.792078 run osmo-hlr_10.42.42.2(pid=11239): stdout: \u000a| (launched: 2022-12-08_20:29:49.646198) \u000a20:29:52.841698 run osmo-hlr_10.42.42.2(pid=11239): stderr: \u000a| �[0;m�[1;31m20221208202949817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208202949817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208202949817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202949817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208202949817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208202949817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208202949829 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208202949838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208202949838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208202949839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:52.883423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11238): Terminating (SIGTERM)\u000a20:29:52.923162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11241): Terminating (SIGTERM)\u000a20:29:52.963103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11244): Terminating (SIGTERM)\u000a20:29:52.972336 --- ParallelTerminationStrategy: PID 11238 died...\u000a20:29:53.025916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11238): Terminated: ok {rc=0}\u000a20:29:53.035805 --- ParallelTerminationStrategy: PID 11241 died...\u000a20:29:53.088681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11241): Terminated: ok {rc=0}\u000a20:29:53.098513 --- ParallelTerminationStrategy: PID 11244 died...\u000a20:29:53.151271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11244): Terminated: ok {rc=0}\u000a20:29:53.239294 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:28:55" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11262): Process ended prematurely: osmo-stp_10.42.42.5(pid=11262) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11262)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11262): Process ended prematurely: osmo-stp_10.42.42.5(pid=11262) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:29:55.398909 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:29:55.410174 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:29:55.573155 tst cs_paging_gprs_active.py: using LAC 16616\u000a20:29:55.700161 tst cs_paging_gprs_active.py: using RAC 41\u000a20:29:55.826540 tst cs_paging_gprs_active.py: using CellId 16616\u000a20:29:55.953420 tst cs_paging_gprs_active.py: using BVCI 16617\u000a20:29:55.977875 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:29:55.989188 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:29:56.000206 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:29:56.011305 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:29:56.022761 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:29:56.033898 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:29:56.045102 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:29:56.056035 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:29:56.067293 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:29:56.182226 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:29:56.474193 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:29:56.607561 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:56.938405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11249): Launched\u000a20:29:57.213679 run iperf3-srv_10.42.42.10(pid=11250): Launched\u000a20:29:57.409510 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:29:57.542659 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:57.872810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11251): Launched\u000a20:29:58.147651 run iperf3-srv_10.42.42.10(pid=11252): Launched\u000a20:29:58.343019 tst cs_paging_gprs_active.py:38: start network...\u000a20:29:58.476249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:58.986761 run create_hlr_db(pid=11253): Launched\u000a20:29:59.171898 bus /gobi_6: Setting Powered False\u000a20:30:00.193592 run create_hlr_db(pid=11253): Terminated: ok {rc=0}\u000a20:30:00.593924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11255): Launched\u000a20:30:00.896812 run osmo-hlr_10.42.42.2(pid=11256): Launched\u000a20:30:01.104443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:01.731327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11261): Launched\u000a20:30:02.178502 run osmo-stp_10.42.42.5(pid=11262): Launched\u000a20:30:02.364367 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:30:02.921497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11264): Launched\u000a20:30:03.035703 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:30:03.315026 run patchelf(pid=11265): Launched\u000a20:30:03.502183 run osmo-stp_10.42.42.5(pid=11262): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11262)]\u000a20:30:03.639693 run osmo-stp_10.42.42.5(pid=11262): stdout: \u000a| (launched: 2022-12-08_20:30:01.917745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:03.776927 run osmo-stp_10.42.42.5(pid=11262): stderr: \u000a| �[0;m�[38;5;43m20221208203002200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203002200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203002200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203002201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203002201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203002202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203002202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:03.909497 run osmo-stp_10.42.42.5(pid=11262): stdout: \u000a| (launched: 2022-12-08_20:30:01.917745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:04.040859 run osmo-stp_10.42.42.5(pid=11262): stderr: \u000a| �[0;m�[38;5;43m20221208203002200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203002200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203002200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203002201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203002201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203002202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203002202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:04.194078 run patchelf(pid=11265): Terminating (SIGINT)\u000a20:30:04.373472 run patchelf(pid=11265): Terminated: ok {rc=0}\u000a20:30:04.406310 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11262): Process ended prematurely: osmo-stp_10.42.42.5(pid=11262) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11262)] [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:30:04.416047 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a20:30:04.478665 run osmo-hlr_10.42.42.2(pid=11256): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11256)]\u000a20:30:04.529892 run osmo-hlr_10.42.42.2(pid=11256): stdout: \u000a| (launched: 2022-12-08_20:30:00.744907) \u000a20:30:04.581687 run osmo-hlr_10.42.42.2(pid=11256): stderr: \u000a| �[0;m�[1;31m20221208203001029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203001029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203001029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203001029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203001030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203001030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203001058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203001067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203001067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203001068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:04.626455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11249): Terminating (SIGTERM)\u000a20:30:04.668195 run iperf3-srv_10.42.42.10(pid=11250): Terminating (SIGTERM)\u000a20:30:04.710432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11251): Terminating (SIGTERM)\u000a20:30:04.752102 run iperf3-srv_10.42.42.10(pid=11252): Terminating (SIGTERM)\u000a20:30:04.793845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11255): Terminating (SIGTERM)\u000a20:30:04.835317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11261): Terminating (SIGTERM)\u000a20:30:04.877262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11264): Terminating (SIGTERM)\u000a20:30:04.886875 --- ParallelTerminationStrategy: PID 11249 died...\u000a20:30:04.942476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11249): Terminated: ok {rc=0}\u000a20:30:04.952539 --- ParallelTerminationStrategy: PID 11250 died...\u000a20:30:05.007808 run iperf3-srv_10.42.42.10(pid=11250): Terminated {rc=256}\u000a20:30:05.017869 --- ParallelTerminationStrategy: PID 11251 died...\u000a20:30:05.073655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11251): Terminated: ok {rc=0}\u000a20:30:05.083565 --- ParallelTerminationStrategy: PID 11252 died...\u000a20:30:05.139769 run iperf3-srv_10.42.42.10(pid=11252): Terminated {rc=256}\u000a20:30:05.149717 --- ParallelTerminationStrategy: PID 11255 died...\u000a20:30:05.205136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11255): Terminated: ok {rc=0}\u000a20:30:05.215179 --- ParallelTerminationStrategy: PID 11261 died...\u000a20:30:05.270763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11261): Terminated: ok {rc=0}\u000a20:30:05.280655 --- ParallelTerminationStrategy: PID 11264 died...\u000a20:30:05.336153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11264): Terminated: ok {rc=0}\u000a20:30:05.422125 bus /gobi_0: Setting Powered False\u000a20:30:06.523888 bus /gobi_0: Setting Powered False\u000a20:30:07.634263 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11274): Process ended prematurely: osmo-stp_10.42.42.5(pid=11274) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11274)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11274): Process ended prematurely: osmo-stp_10.42.42.5(pid=11274) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:30:08.742064 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:08.753410 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:30:08.911758 tst iperf3.py: using LAC 16617\u000a20:30:09.029709 tst iperf3.py: using RAC 42\u000a20:30:09.145871 tst iperf3.py: using CellId 16617\u000a20:30:09.273579 tst iperf3.py: using BVCI 16618\u000a20:30:09.298207 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:09.309706 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:09.321047 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:09.332238 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:09.343408 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:09.354575 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:09.365764 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:09.376797 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:09.388079 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:30:09.679650 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:30:09.812901 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:10.142274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11266): Launched\u000a20:30:10.416218 run iperf3-srv_10.42.42.10(pid=11267): Launched\u000a20:30:10.610756 tst iperf3.py:8: start network...\u000a20:30:10.744061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:11.251532 run create_hlr_db(pid=11268): Launched\u000a20:30:11.434907 bus /gobi_6: Setting Powered False\u000a20:30:12.455618 run create_hlr_db(pid=11268): Terminated: ok {rc=0}\u000a20:30:12.853142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11270): Launched\u000a20:30:13.148472 run osmo-hlr_10.42.42.2(pid=11271): Launched\u000a20:30:13.261679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:13.775798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11273): Launched\u000a20:30:14.071411 run osmo-stp_10.42.42.5(pid=11274): Launched\u000a20:30:14.179972 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:30:14.695069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11276): Launched\u000a20:30:14.799940 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:30:15.058236 run patchelf(pid=11277): Launched\u000a20:30:15.231784 run osmo-stp_10.42.42.5(pid=11274): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11274)]\u000a20:30:15.358539 run osmo-stp_10.42.42.5(pid=11274): stdout: \u000a| (launched: 2022-12-08_20:30:13.925704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:15.485675 run osmo-stp_10.42.42.5(pid=11274): stderr: \u000a| �[0;m�[38;5;43m20221208203014090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203014090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203014090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203014091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203014091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203014091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203014091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:15.608176 run osmo-stp_10.42.42.5(pid=11274): stdout: \u000a| (launched: 2022-12-08_20:30:13.925704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:15.730012 run osmo-stp_10.42.42.5(pid=11274): stderr: \u000a| �[0;m�[38;5;43m20221208203014090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203014090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203014090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203014091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203014091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203014091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203014091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:15.879803 run patchelf(pid=11277): Terminating (SIGINT)\u000a20:30:16.065941 run patchelf(pid=11277): Terminated: ok {rc=0}\u000a20:30:16.098122 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11274): Process ended prematurely: osmo-stp_10.42.42.5(pid=11274) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11274)] [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:30:16.108384 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a20:30:16.171579 run osmo-hlr_10.42.42.2(pid=11271): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11271)]\u000a20:30:16.223713 run osmo-hlr_10.42.42.2(pid=11271): stdout: \u000a| (launched: 2022-12-08_20:30:13.002889) \u000a20:30:16.275965 run osmo-hlr_10.42.42.2(pid=11271): stderr: \u000a| �[0;m�[1;31m20221208203013173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203013173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203013173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203013173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203013173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203013173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203013185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203013194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203013194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203013194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:16.321430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11266): Terminating (SIGTERM)\u000a20:30:16.364618 run iperf3-srv_10.42.42.10(pid=11267): Terminating (SIGTERM)\u000a20:30:16.408096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11270): Terminating (SIGTERM)\u000a20:30:16.452846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11273): Terminating (SIGTERM)\u000a20:30:16.499128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11276): Terminating (SIGTERM)\u000a20:30:16.510042 --- ParallelTerminationStrategy: PID 11266 died...\u000a20:30:16.569462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11266): Terminated: ok {rc=0}\u000a20:30:16.580300 --- ParallelTerminationStrategy: PID 11267 died...\u000a20:30:16.637465 run iperf3-srv_10.42.42.10(pid=11267): Terminated {rc=256}\u000a20:30:16.649155 --- ParallelTerminationStrategy: PID 11270 died...\u000a20:30:16.706666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11270): Terminated: ok {rc=0}\u000a20:30:16.717148 --- ParallelTerminationStrategy: PID 11273 died...\u000a20:30:16.774475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11273): Terminated: ok {rc=0}\u000a20:30:16.785130 --- ParallelTerminationStrategy: PID 11276 died...\u000a20:30:16.842338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11276): Terminated: ok {rc=0}\u000a20:30:16.939812 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11292): Process ended prematurely: osmo-stp_10.42.42.5(pid=11292) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11292)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11292): Process ended prematurely: osmo-stp_10.42.42.5(pid=11292) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:30:18.056841 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:18.068637 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:30:18.236860 tst iperf3m4.py: using LAC 16618\u000a20:30:18.361265 tst iperf3m4.py: using RAC 43\u000a20:30:18.486352 tst iperf3m4.py: using CellId 16618\u000a20:30:18.610456 tst iperf3m4.py: using BVCI 16619\u000a20:30:18.635210 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:18.647020 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:18.658300 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:18.669556 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:18.681103 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:18.692326 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:18.703785 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:18.714894 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:18.726144 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:30:18.842963 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:30:18.964668 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:30:19.079860 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:30:19.373790 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:30:19.507056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:19.837392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11278): Launched\u000a20:30:20.112188 run iperf3-srv_10.42.42.10(pid=11279): Launched\u000a20:30:20.307938 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:30:20.441183 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:20.771609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11280): Launched\u000a20:30:21.045396 run iperf3-srv_10.42.42.10(pid=11281): Launched\u000a20:30:21.240882 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:30:21.374278 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:21.704281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11282): Launched\u000a20:30:21.977898 run iperf3-srv_10.42.42.10(pid=11283): Launched\u000a20:30:22.172846 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:30:22.305218 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:22.634885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11284): Launched\u000a20:30:22.908738 run iperf3-srv_10.42.42.10(pid=11285): Launched\u000a20:30:23.103607 tst iperf3m4.py:8: start network...\u000a20:30:23.236343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:23.750476 run create_hlr_db(pid=11286): Launched\u000a20:30:23.934311 bus /gobi_6: Setting Powered False\u000a20:30:24.955969 run create_hlr_db(pid=11286): Terminated: ok {rc=0}\u000a20:30:25.356145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11288): Launched\u000a20:30:25.653828 run osmo-hlr_10.42.42.2(pid=11289): Launched\u000a20:30:25.766051 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:26.279931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11291): Launched\u000a20:30:26.576838 run osmo-stp_10.42.42.5(pid=11292): Launched\u000a20:30:26.686953 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:30:27.212621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11294): Launched\u000a20:30:27.320732 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:30:27.586655 run patchelf(pid=11295): Launched\u000a20:30:27.766463 run osmo-stp_10.42.42.5(pid=11292): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11292)]\u000a20:30:27.898153 run osmo-stp_10.42.42.5(pid=11292): stdout: \u000a| (launched: 2022-12-08_20:30:26.430284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:28.029623 run osmo-stp_10.42.42.5(pid=11292): stderr: \u000a| �[0;m�[38;5;43m20221208203026595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203026595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203026596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203026596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203026596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203026597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203026597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:28.156760 run osmo-stp_10.42.42.5(pid=11292): stdout: \u000a| (launched: 2022-12-08_20:30:26.430284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:28.283049 run osmo-stp_10.42.42.5(pid=11292): stderr: \u000a| �[0;m�[38;5;43m20221208203026595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203026595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203026596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203026596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203026596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203026597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203026597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:28.429372 run patchelf(pid=11295): Terminating (SIGINT)\u000a20:30:28.601095 run patchelf(pid=11295): Terminated: ok {rc=0}\u000a20:30:28.632359 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11292): Process ended prematurely: osmo-stp_10.42.42.5(pid=11292) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11292)] [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:30:28.641672 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a20:30:28.703651 run osmo-hlr_10.42.42.2(pid=11289): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11289)]\u000a20:30:28.753743 run osmo-hlr_10.42.42.2(pid=11289): stdout: \u000a| (launched: 2022-12-08_20:30:25.507221) \u000a20:30:28.804612 run osmo-hlr_10.42.42.2(pid=11289): stderr: \u000a| �[0;m�[1;31m20221208203025681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203025681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203025681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203025681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203025681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203025681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203025693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203025702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203025702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203025703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:28.848024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11278): Terminating (SIGTERM)\u000a20:30:28.888715 run iperf3-srv_10.42.42.10(pid=11279): Terminating (SIGTERM)\u000a20:30:28.929447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11280): Terminating (SIGTERM)\u000a20:30:28.969746 run iperf3-srv_10.42.42.10(pid=11281): Terminating (SIGTERM)\u000a20:30:29.009960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11282): Terminating (SIGTERM)\u000a20:30:29.050081 run iperf3-srv_10.42.42.10(pid=11283): Terminating (SIGTERM)\u000a20:30:29.090090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11284): Terminating (SIGTERM)\u000a20:30:29.130171 run iperf3-srv_10.42.42.10(pid=11285): Terminating (SIGTERM)\u000a20:30:29.170331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11288): Terminating (SIGTERM)\u000a20:30:29.210547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11291): Terminating (SIGTERM)\u000a20:30:29.251356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11294): Terminating (SIGTERM)\u000a20:30:29.260809 --- ParallelTerminationStrategy: PID 11278 died...\u000a20:30:29.316241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11278): Terminated: ok {rc=0}\u000a20:30:29.326145 --- ParallelTerminationStrategy: PID 11279 died...\u000a20:30:29.380483 run iperf3-srv_10.42.42.10(pid=11279): Terminated {rc=256}\u000a20:30:29.390498 --- ParallelTerminationStrategy: PID 11280 died...\u000a20:30:29.444608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11280): Terminated: ok {rc=0}\u000a20:30:29.454689 --- ParallelTerminationStrategy: PID 11281 died...\u000a20:30:29.508533 run iperf3-srv_10.42.42.10(pid=11281): Terminated {rc=256}\u000a20:30:29.518538 --- ParallelTerminationStrategy: PID 11282 died...\u000a20:30:29.572670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11282): Terminated: ok {rc=0}\u000a20:30:29.582776 --- ParallelTerminationStrategy: PID 11283 died...\u000a20:30:29.637299 run iperf3-srv_10.42.42.10(pid=11283): Terminated {rc=256}\u000a20:30:29.647290 --- ParallelTerminationStrategy: PID 11284 died...\u000a20:30:29.701407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11284): Terminated: ok {rc=0}\u000a20:30:29.711566 --- ParallelTerminationStrategy: PID 11285 died...\u000a20:30:29.765957 run iperf3-srv_10.42.42.10(pid=11285): Terminated {rc=256}\u000a20:30:29.775730 --- ParallelTerminationStrategy: PID 11288 died...\u000a20:30:29.829784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11288): Terminated: ok {rc=0}\u000a20:30:29.839511 --- ParallelTerminationStrategy: PID 11291 died...\u000a20:30:29.893950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11291): Terminated: ok {rc=0}\u000a20:30:29.904034 --- ParallelTerminationStrategy: PID 11294 died...\u000a20:30:29.958272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11294): Terminated: ok {rc=0}\u000a20:30:30.043427 bus /gobi_4: Setting Powered False\u000a20:30:31.177705 bus /gobi_4: Setting Powered False\u000a20:30:32.295007 bus /gobi_1: Setting Powered False\u000a20:30:33.402279 bus /gobi_1: Setting Powered False\u000a20:30:34.514870 bus /gobi_0: Setting Powered False\u000a20:30:35.618789 bus /gobi_0: Setting Powered False\u000a20:30:36.732624 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11302): Process ended prematurely: osmo-stp_10.42.42.5(pid=11302) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11302)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11302): Process ended prematurely: osmo-stp_10.42.42.5(pid=11302) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:30:37.802024 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:37.814071 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:30:37.982684 tst ping.py: using LAC 16619\u000a20:30:38.107858 tst ping.py: using RAC 44\u000a20:30:38.233094 tst ping.py: using CellId 16619\u000a20:30:38.364115 tst ping.py: using BVCI 16620\u000a20:30:38.389056 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:38.400466 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:38.411765 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:38.423130 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:38.434361 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:38.445657 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:38.457019 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:38.468292 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:30:38.744682 tst ping.py:19: start network...\u000a20:30:38.869189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:39.339783 run create_hlr_db(pid=11296): Launched\u000a20:30:39.514155 bus /gobi_6: Setting Powered False\u000a20:30:40.534379 run create_hlr_db(pid=11296): Terminated: ok {rc=0}\u000a20:30:40.965344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11298): Launched\u000a20:30:41.286929 run osmo-hlr_10.42.42.2(pid=11299): Launched\u000a20:30:41.405199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:41.972219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11301): Launched\u000a20:30:42.292001 run osmo-stp_10.42.42.5(pid=11302): Launched\u000a20:30:42.408768 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:30:42.972611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11304): Launched\u000a20:30:43.087296 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:30:43.368102 run patchelf(pid=11305): Launched\u000a20:30:43.556725 run osmo-stp_10.42.42.5(pid=11302): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11302)]\u000a20:30:43.695057 run osmo-stp_10.42.42.5(pid=11302): stdout: \u000a| (launched: 2022-12-08_20:30:42.135383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:43.833003 run osmo-stp_10.42.42.5(pid=11302): stderr: \u000a| �[0;m�[38;5;43m20221208203042325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203042326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203042326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203042326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203042327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203042327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203042327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:43.966213 run osmo-stp_10.42.42.5(pid=11302): stdout: \u000a| (launched: 2022-12-08_20:30:42.135383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:44.097793 run osmo-stp_10.42.42.5(pid=11302): stderr: \u000a| �[0;m�[38;5;43m20221208203042325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203042326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203042326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203042326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203042327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203042327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203042327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:44.251432 run patchelf(pid=11305): Terminating (SIGINT)\u000a20:30:44.431651 run patchelf(pid=11305): Terminated: ok {rc=0}\u000a20:30:44.464513 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11302): Process ended prematurely: osmo-stp_10.42.42.5(pid=11302) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11302)] [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:30:44.473882 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:30:44.537370 run osmo-hlr_10.42.42.2(pid=11299): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11299)]\u000a20:30:44.588935 run osmo-hlr_10.42.42.2(pid=11299): stdout: \u000a| (launched: 2022-12-08_20:30:41.129699) \u000a20:30:44.641910 run osmo-hlr_10.42.42.2(pid=11299): stderr: \u000a| �[0;m�[1;31m20221208203041326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203041326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203041327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203041327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203041327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203041327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203041339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203041347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203041347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203041347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:44.686670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11298): Terminating (SIGTERM)\u000a20:30:44.729299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11301): Terminating (SIGTERM)\u000a20:30:44.771820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11304): Terminating (SIGTERM)\u000a20:30:44.781684 --- ParallelTerminationStrategy: PID 11298 died...\u000a20:30:44.838014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11298): Terminated: ok {rc=0}\u000a20:30:44.848474 --- ParallelTerminationStrategy: PID 11301 died...\u000a20:30:44.904923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11301): Terminated: ok {rc=0}\u000a20:30:44.914980 --- ParallelTerminationStrategy: PID 11304 died...\u000a20:30:44.970624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11304): Terminated: ok {rc=0}\u000a20:30:45.057504 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11312): Process ended prematurely: osmo-stp_10.42.42.5(pid=11312) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11312)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11312): Process ended prematurely: osmo-stp_10.42.42.5(pid=11312) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:30:46.109227 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:46.122517 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:30:46.294356 tst ping_idle_ping.py: using LAC 16620\u000a20:30:46.438291 tst ping_idle_ping.py: using RAC 45\u000a20:30:46.570642 tst ping_idle_ping.py: using CellId 16620\u000a20:30:46.704199 tst ping_idle_ping.py: using BVCI 16621\u000a20:30:46.728626 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:46.740240 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:46.751724 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:46.763662 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:46.775065 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:46.786720 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:46.798432 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:46.810171 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:30:47.146577 tst ping_idle_ping.py:24: start network...\u000a20:30:47.284401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:47.802599 run create_hlr_db(pid=11306): Launched\u000a20:30:47.989809 bus /gobi_6: Setting Powered False\u000a20:30:49.010555 run create_hlr_db(pid=11306): Terminated: ok {rc=0}\u000a20:30:49.415413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11308): Launched\u000a20:30:49.716758 run osmo-hlr_10.42.42.2(pid=11309): Launched\u000a20:30:49.833741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:50.360566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11311): Launched\u000a20:30:50.658604 run osmo-stp_10.42.42.5(pid=11312): Launched\u000a20:30:50.766650 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:30:51.288330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11314): Launched\u000a20:30:51.394731 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:30:51.656372 run patchelf(pid=11315): Launched\u000a20:30:51.832730 run osmo-stp_10.42.42.5(pid=11312): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11312)]\u000a20:30:51.961528 run osmo-stp_10.42.42.5(pid=11312): stdout: \u000a| (launched: 2022-12-08_20:30:50.512389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:52.090526 run osmo-stp_10.42.42.5(pid=11312): stderr: \u000a| �[0;m�[38;5;43m20221208203050679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203050679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203050679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203050679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203050680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203050680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203050680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:52.215615 run osmo-stp_10.42.42.5(pid=11312): stdout: \u000a| (launched: 2022-12-08_20:30:50.512389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:52.339167 run osmo-stp_10.42.42.5(pid=11312): stderr: \u000a| �[0;m�[38;5;43m20221208203050679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203050679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203050679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203050679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203050680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203050680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203050680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:52.482978 run patchelf(pid=11315): Terminating (SIGINT)\u000a20:30:52.651689 run patchelf(pid=11315): Terminated: ok {rc=0}\u000a20:30:52.682663 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11312): Process ended prematurely: osmo-stp_10.42.42.5(pid=11312) [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11312)] [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:30:52.691128 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:30:52.751884 run osmo-hlr_10.42.42.2(pid=11309): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11309)]\u000a20:30:52.801416 run osmo-hlr_10.42.42.2(pid=11309): stdout: \u000a| (launched: 2022-12-08_20:30:49.568500) \u000a20:30:52.851529 run osmo-hlr_10.42.42.2(pid=11309): stderr: \u000a| �[0;m�[1;31m20221208203049743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203049743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203049743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203049744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203049744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203049744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203049756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203049767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203049767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203049767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:52.893807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11308): Terminating (SIGTERM)\u000a20:30:52.933855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11311): Terminating (SIGTERM)\u000a20:30:52.974071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11314): Terminating (SIGTERM)\u000a20:30:52.983506 --- ParallelTerminationStrategy: PID 11308 died...\u000a20:30:53.037410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11308): Terminated: ok {rc=0}\u000a20:30:53.047125 --- ParallelTerminationStrategy: PID 11311 died...\u000a20:30:53.100832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11311): Terminated: ok {rc=0}\u000a20:30:53.110690 --- ParallelTerminationStrategy: PID 11314 died...\u000a20:30:53.164592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11314): Terminated: ok {rc=0}\u000a20:30:53.253749 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:29:55" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11329): Process ended prematurely: osmo-stp_10.42.42.5(pid=11329) [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11329)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11329): Process ended prematurely: osmo-stp_10.42.42.5(pid=11329) [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:30:55.431516 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:30:55.443572 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:30:55.593363 tst cs_paging_gprs_active.py: using LAC 16621\u000a20:30:55.717828 tst cs_paging_gprs_active.py: using RAC 46\u000a20:30:55.843912 tst cs_paging_gprs_active.py: using CellId 16621\u000a20:30:55.965112 tst cs_paging_gprs_active.py: using BVCI 16622\u000a20:30:55.988715 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:30:56.000119 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:30:56.011262 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:30:56.022791 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:30:56.034166 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:30:56.045504 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:30:56.056928 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:30:56.068262 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:30:56.079938 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:30:56.202107 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:30:56.487601 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:30:56.615089 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:56.931692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11319): Launched\u000a20:30:57.196680 run iperf3-srv_10.42.42.10(pid=11320): Launched\u000a20:30:57.382615 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:30:57.509638 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:57.827991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11321): Launched\u000a20:30:58.092714 run iperf3-srv_10.42.42.10(pid=11322): Launched\u000a20:30:58.279117 tst cs_paging_gprs_active.py:38: start network...\u000a20:30:58.406828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:58.890014 run create_hlr_db(pid=11323): Launched\u000a20:30:59.066899 bus /gobi_6: Setting Powered False\u000a20:31:00.086980 run create_hlr_db(pid=11323): Terminated: ok {rc=0}\u000a20:31:00.493617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11325): Launched\u000a20:31:00.800478 run osmo-hlr_10.42.42.2(pid=11326): Launched\u000a20:31:01.011349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:01.722746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11328): Launched\u000a20:31:02.251286 run osmo-stp_10.42.42.5(pid=11329): Launched\u000a20:31:02.397338 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:31:02.973820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11331): Launched\u000a20:31:03.091244 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:31:03.378812 run patchelf(pid=11332): Launched\u000a20:31:03.571230 run osmo-stp_10.42.42.5(pid=11329): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11329)]\u000a20:31:03.712438 run osmo-stp_10.42.42.5(pid=11329): stdout: \u000a| (launched: 2022-12-08_20:31:01.895289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:03.852796 run osmo-stp_10.42.42.5(pid=11329): stderr: \u000a| �[0;m�[38;5;43m20221208203102201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203102201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203102202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203102203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203102203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203102203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203102203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:03.989030 run osmo-stp_10.42.42.5(pid=11329): stdout: \u000a| (launched: 2022-12-08_20:31:01.895289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:04.124036 run osmo-stp_10.42.42.5(pid=11329): stderr: \u000a| �[0;m�[38;5;43m20221208203102201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203102201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203102202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203102203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203102203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203102203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203102203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:04.281143 run patchelf(pid=11332): Terminating (SIGINT)\u000a20:31:04.465269 run patchelf(pid=11332): Terminated: ok {rc=0}\u000a20:31:04.498811 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11329): Process ended prematurely: osmo-stp_10.42.42.5(pid=11329) [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11329)] [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a20:31:04.508719 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a20:31:04.572466 run osmo-hlr_10.42.42.2(pid=11326): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11326)]\u000a20:31:04.624622 run osmo-hlr_10.42.42.2(pid=11326): stdout: \u000a| (launched: 2022-12-08_20:31:00.649357) \u000a20:31:04.677770 run osmo-hlr_10.42.42.2(pid=11326): stderr: \u000a| �[0;m�[1;31m20221208203100822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203100822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203100822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203100822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203100822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203100823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203100846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203100867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203100868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203100868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:04.722923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11319): Terminating (SIGTERM)\u000a20:31:04.765338 run iperf3-srv_10.42.42.10(pid=11320): Terminating (SIGTERM)\u000a20:31:04.808256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11321): Terminating (SIGTERM)\u000a20:31:04.850735 run iperf3-srv_10.42.42.10(pid=11322): Terminating (SIGTERM)\u000a20:31:04.893309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11325): Terminating (SIGTERM)\u000a20:31:04.935679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11328): Terminating (SIGTERM)\u000a20:31:04.978159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11331): Terminating (SIGTERM)\u000a20:31:04.987981 --- ParallelTerminationStrategy: PID 11319 died...\u000a20:31:05.044931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11319): Terminated: ok {rc=0}\u000a20:31:05.055168 --- ParallelTerminationStrategy: PID 11320 died...\u000a20:31:05.111591 run iperf3-srv_10.42.42.10(pid=11320): Terminated {rc=256}\u000a20:31:05.121815 --- ParallelTerminationStrategy: PID 11321 died...\u000a20:31:05.178450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11321): Terminated: ok {rc=0}\u000a20:31:05.188575 --- ParallelTerminationStrategy: PID 11322 died...\u000a20:31:05.245079 run iperf3-srv_10.42.42.10(pid=11322): Terminated {rc=256}\u000a20:31:05.255227 --- ParallelTerminationStrategy: PID 11325 died...\u000a20:31:05.311787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11325): Terminated: ok {rc=0}\u000a20:31:05.322062 --- ParallelTerminationStrategy: PID 11328 died...\u000a20:31:05.378219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11328): Terminated: ok {rc=0}\u000a20:31:05.388373 --- ParallelTerminationStrategy: PID 11331 died...\u000a20:31:05.444574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11331): Terminated: ok {rc=0}\u000a20:31:05.533304 bus /gobi_0: Setting Powered False\u000a20:31:06.642699 bus /gobi_0: Setting Powered False\u000a20:31:07.752671 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11341): Process ended prematurely: osmo-stp_10.42.42.5(pid=11341) [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11341)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11341): Process ended prematurely: osmo-stp_10.42.42.5(pid=11341) [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a20:31:08.868414 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:08.880785 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:31:09.033410 tst iperf3.py: using LAC 16622\u000a20:31:09.162773 tst iperf3.py: using RAC 47\u000a20:31:09.291006 tst iperf3.py: using CellId 16622\u000a20:31:09.419292 tst iperf3.py: using BVCI 16623\u000a20:31:09.444550 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:09.456386 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:09.468021 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:09.479682 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:09.491397 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:09.503020 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:09.514811 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:09.526392 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:09.538260 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:31:09.837161 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:31:09.974254 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:10.314473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11333): Launched\u000a20:31:10.598591 run iperf3-srv_10.42.42.10(pid=11334): Launched\u000a20:31:10.800098 tst iperf3.py:8: start network...\u000a20:31:10.937334 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:11.463599 run create_hlr_db(pid=11335): Launched\u000a20:31:11.653916 bus /gobi_6: Setting Powered False\u000a20:31:12.675568 run create_hlr_db(pid=11335): Terminated: ok {rc=0}\u000a20:31:13.086892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11337): Launched\u000a20:31:13.393092 run osmo-hlr_10.42.42.2(pid=11338): Launched\u000a20:31:13.508919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:14.048502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11340): Launched\u000a20:31:14.353556 run osmo-stp_10.42.42.5(pid=11341): Launched\u000a20:31:14.464196 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:31:14.997373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11343): Launched\u000a20:31:15.106315 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:31:15.374551 run patchelf(pid=11344): Launched\u000a20:31:15.554547 run osmo-stp_10.42.42.5(pid=11341): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11341)]\u000a20:31:15.685858 run osmo-stp_10.42.42.5(pid=11341): stdout: \u000a| (launched: 2022-12-08_20:31:14.203062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:15.817236 run osmo-stp_10.42.42.5(pid=11341): stderr: \u000a| �[0;m�[38;5;43m20221208203114368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203114369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203114369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203114369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203114370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203114370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203114370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:15.976786 run osmo-stp_10.42.42.5(pid=11341): stdout: \u000a| (launched: 2022-12-08_20:31:14.203062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:16.116357 run osmo-stp_10.42.42.5(pid=11341): stderr: \u000a| �[0;m�[38;5;43m20221208203114368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203114369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203114369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203114369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203114370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203114370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203114370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:16.279236 run patchelf(pid=11344): Terminating (SIGINT)\u000a20:31:16.469828 run patchelf(pid=11344): Terminated: ok {rc=0}\u000a20:31:16.505236 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11341): Process ended prematurely: osmo-stp_10.42.42.5(pid=11341) [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11341)] [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a20:31:16.516497 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:31:16.582341 run osmo-hlr_10.42.42.2(pid=11338): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11338)]\u000a20:31:16.636050 run osmo-hlr_10.42.42.2(pid=11338): stdout: \u000a| (launched: 2022-12-08_20:31:13.242881) \u000a20:31:16.692544 run osmo-hlr_10.42.42.2(pid=11338): stderr: \u000a| �[0;m�[1;31m20221208203113417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203113417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203113417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203113418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203113418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203113418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203113430 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203113441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203113441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203113441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:16.739127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11333): Terminating (SIGTERM)\u000a20:31:16.783590 run iperf3-srv_10.42.42.10(pid=11334): Terminating (SIGTERM)\u000a20:31:16.826885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11337): Terminating (SIGTERM)\u000a20:31:16.873953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11340): Terminating (SIGTERM)\u000a20:31:16.919985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11343): Terminating (SIGTERM)\u000a20:31:16.930625 --- ParallelTerminationStrategy: PID 11333 died...\u000a20:31:16.989855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11333): Terminated: ok {rc=0}\u000a20:31:17.000922 --- ParallelTerminationStrategy: PID 11334 died...\u000a20:31:17.059589 run iperf3-srv_10.42.42.10(pid=11334): Terminated {rc=256}\u000a20:31:17.070384 --- ParallelTerminationStrategy: PID 11337 died...\u000a20:31:17.128175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11337): Terminated: ok {rc=0}\u000a20:31:17.138889 --- ParallelTerminationStrategy: PID 11340 died...\u000a20:31:17.196363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11340): Terminated: ok {rc=0}\u000a20:31:17.207193 --- ParallelTerminationStrategy: PID 11343 died...\u000a20:31:17.267104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11343): Terminated: ok {rc=0}\u000a20:31:17.354375 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11359): Process ended prematurely: osmo-stp_10.42.42.5(pid=11359) [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11359)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11359): Process ended prematurely: osmo-stp_10.42.42.5(pid=11359) [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a20:31:18.471646 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:18.484231 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:31:18.632768 tst iperf3m4.py: using LAC 16623\u000a20:31:18.761888 tst iperf3m4.py: using RAC 48\u000a20:31:18.892782 tst iperf3m4.py: using CellId 16623\u000a20:31:19.022995 tst iperf3m4.py: using BVCI 16624\u000a20:31:19.048355 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:19.060234 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:19.071952 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:19.083722 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:19.095441 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:19.107053 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:19.118955 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:19.130656 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:19.142552 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:31:19.261660 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:31:19.387381 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:31:19.505455 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:31:19.808040 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:31:19.945543 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:20.285882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11345): Launched\u000a20:31:20.568161 run iperf3-srv_10.42.42.10(pid=11346): Launched\u000a20:31:20.769996 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:31:20.906943 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:21.246394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11347): Launched\u000a20:31:21.528370 run iperf3-srv_10.42.42.10(pid=11348): Launched\u000a20:31:21.730161 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:31:21.867052 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:22.207065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11349): Launched\u000a20:31:22.490498 run iperf3-srv_10.42.42.10(pid=11350): Launched\u000a20:31:22.692043 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:31:22.829080 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:23.169190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11351): Launched\u000a20:31:23.452814 run iperf3-srv_10.42.42.10(pid=11352): Launched\u000a20:31:23.653771 tst iperf3m4.py:8: start network...\u000a20:31:23.792022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:24.316899 run create_hlr_db(pid=11353): Launched\u000a20:31:24.506999 bus /gobi_6: Setting Powered False\u000a20:31:25.528451 run create_hlr_db(pid=11353): Terminated: ok {rc=0}\u000a20:31:25.941074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11355): Launched\u000a20:31:26.248080 run osmo-hlr_10.42.42.2(pid=11356): Launched\u000a20:31:26.360610 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:26.895807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11358): Launched\u000a20:31:27.201348 run osmo-stp_10.42.42.5(pid=11359): Launched\u000a20:31:27.311365 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:31:27.844250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11361): Launched\u000a20:31:27.953297 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:31:28.221140 run patchelf(pid=11362): Launched\u000a20:31:28.400001 run osmo-stp_10.42.42.5(pid=11359): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11359)]\u000a20:31:28.531122 run osmo-stp_10.42.42.5(pid=11359): stdout: \u000a| (launched: 2022-12-08_20:31:27.051395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:28.662144 run osmo-stp_10.42.42.5(pid=11359): stderr: \u000a| �[0;m�[38;5;43m20221208203127220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203127221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203127221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203127221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203127222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203127222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203127222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:28.788599 run osmo-stp_10.42.42.5(pid=11359): stdout: \u000a| (launched: 2022-12-08_20:31:27.051395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:28.914140 run osmo-stp_10.42.42.5(pid=11359): stderr: \u000a| �[0;m�[38;5;43m20221208203127220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203127221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203127221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203127221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203127222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203127222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203127222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:29.060032 run patchelf(pid=11362): Terminating (SIGINT)\u000a20:31:29.231664 run patchelf(pid=11362): Terminated: ok {rc=0}\u000a20:31:29.263139 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11359): Process ended prematurely: osmo-stp_10.42.42.5(pid=11359) [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11359)] [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a20:31:29.272406 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a20:31:29.333430 run osmo-hlr_10.42.42.2(pid=11356): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11356)]\u000a20:31:29.383457 run osmo-hlr_10.42.42.2(pid=11356): stdout: \u000a| (launched: 2022-12-08_20:31:26.097565) \u000a20:31:29.433836 run osmo-hlr_10.42.42.2(pid=11356): stderr: \u000a| �[0;m�[1;31m20221208203126274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203126274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203126274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203126274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203126274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203126274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203126290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203126299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203126299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203126299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:29.476155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11345): Terminating (SIGTERM)\u000a20:31:29.515856 run iperf3-srv_10.42.42.10(pid=11346): Terminating (SIGTERM)\u000a20:31:29.555439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11347): Terminating (SIGTERM)\u000a20:31:29.595420 run iperf3-srv_10.42.42.10(pid=11348): Terminating (SIGTERM)\u000a20:31:29.635348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11349): Terminating (SIGTERM)\u000a20:31:29.675676 run iperf3-srv_10.42.42.10(pid=11350): Terminating (SIGTERM)\u000a20:31:29.715886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11351): Terminating (SIGTERM)\u000a20:31:29.755573 run iperf3-srv_10.42.42.10(pid=11352): Terminating (SIGTERM)\u000a20:31:29.795753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11355): Terminating (SIGTERM)\u000a20:31:29.835941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11358): Terminating (SIGTERM)\u000a20:31:29.875627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11361): Terminating (SIGTERM)\u000a20:31:29.885189 --- ParallelTerminationStrategy: PID 11345 died...\u000a20:31:29.939039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11345): Terminated: ok {rc=0}\u000a20:31:29.948666 --- ParallelTerminationStrategy: PID 11346 died...\u000a20:31:30.001698 run iperf3-srv_10.42.42.10(pid=11346): Terminated {rc=256}\u000a20:31:30.011486 --- ParallelTerminationStrategy: PID 11347 died...\u000a20:31:30.064775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11347): Terminated: ok {rc=0}\u000a20:31:30.074598 --- ParallelTerminationStrategy: PID 11348 died...\u000a20:31:30.128005 run iperf3-srv_10.42.42.10(pid=11348): Terminated {rc=256}\u000a20:31:30.137837 --- ParallelTerminationStrategy: PID 11349 died...\u000a20:31:30.191003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11349): Terminated: ok {rc=0}\u000a20:31:30.200836 --- ParallelTerminationStrategy: PID 11350 died...\u000a20:31:30.254137 run iperf3-srv_10.42.42.10(pid=11350): Terminated {rc=256}\u000a20:31:30.263683 --- ParallelTerminationStrategy: PID 11351 died...\u000a20:31:30.317076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11351): Terminated: ok {rc=0}\u000a20:31:30.326723 --- ParallelTerminationStrategy: PID 11352 died...\u000a20:31:30.379774 run iperf3-srv_10.42.42.10(pid=11352): Terminated {rc=256}\u000a20:31:30.389410 --- ParallelTerminationStrategy: PID 11355 died...\u000a20:31:30.442636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11355): Terminated: ok {rc=0}\u000a20:31:30.452448 --- ParallelTerminationStrategy: PID 11358 died...\u000a20:31:30.505759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11358): Terminated: ok {rc=0}\u000a20:31:30.515327 --- ParallelTerminationStrategy: PID 11361 died...\u000a20:31:30.568493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11361): Terminated: ok {rc=0}\u000a20:31:30.652256 bus /gobi_4: Setting Powered False\u000a20:31:31.783513 bus /gobi_4: Setting Powered False\u000a20:31:32.899175 bus /gobi_1: Setting Powered False\u000a20:31:34.002856 bus /gobi_1: Setting Powered False\u000a20:31:35.114343 bus /gobi_0: Setting Powered False\u000a20:31:36.217098 bus /gobi_0: Setting Powered False\u000a20:31:37.331219 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11369): Process ended prematurely: osmo-stp_10.42.42.5(pid=11369) [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11369)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11369): Process ended prematurely: osmo-stp_10.42.42.5(pid=11369) [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a20:31:38.398704 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:38.410611 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:31:38.550868 tst ping.py: using LAC 16624\u000a20:31:38.669960 tst ping.py: using RAC 49\u000a20:31:38.787171 tst ping.py: using CellId 16624\u000a20:31:38.906493 tst ping.py: using BVCI 16625\u000a20:31:38.929462 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:38.940744 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:38.951924 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:38.963327 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:38.974731 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:38.986177 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:38.997564 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:39.008933 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:31:39.304821 tst ping.py:19: start network...\u000a20:31:39.439202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:39.947907 run create_hlr_db(pid=11363): Launched\u000a20:31:40.134986 bus /gobi_6: Setting Powered False\u000a20:31:41.156414 run create_hlr_db(pid=11363): Terminated: ok {rc=0}\u000a20:31:41.561335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11365): Launched\u000a20:31:41.861639 run osmo-hlr_10.42.42.2(pid=11366): Launched\u000a20:31:41.972679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:42.496754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11368): Launched\u000a20:31:42.797447 run osmo-stp_10.42.42.5(pid=11369): Launched\u000a20:31:42.906958 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:31:43.428818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11371): Launched\u000a20:31:43.535546 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:31:43.798267 run patchelf(pid=11372): Launched\u000a20:31:43.975330 run osmo-stp_10.42.42.5(pid=11369): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11369)]\u000a20:31:44.104240 run osmo-stp_10.42.42.5(pid=11369): stdout: \u000a| (launched: 2022-12-08_20:31:42.649068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:44.233418 run osmo-stp_10.42.42.5(pid=11369): stderr: \u000a| �[0;m�[38;5;43m20221208203142816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203142816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203142816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203142817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203142817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203142817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203142817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:44.358270 run osmo-stp_10.42.42.5(pid=11369): stdout: \u000a| (launched: 2022-12-08_20:31:42.649068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:44.481577 run osmo-stp_10.42.42.5(pid=11369): stderr: \u000a| �[0;m�[38;5;43m20221208203142816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203142816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203142816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203142817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203142817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203142817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203142817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:44.625451 run patchelf(pid=11372): Terminating (SIGINT)\u000a20:31:44.794718 run patchelf(pid=11372): Terminated: ok {rc=0}\u000a20:31:44.825676 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11369): Process ended prematurely: osmo-stp_10.42.42.5(pid=11369) [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11369)] [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a20:31:44.834531 tst ping.py:22: Test FAILED (6.4 sec)\u000a20:31:44.894925 run osmo-hlr_10.42.42.2(pid=11366): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11366)]\u000a20:31:44.944244 run osmo-hlr_10.42.42.2(pid=11366): stdout: \u000a| (launched: 2022-12-08_20:31:41.713127) \u000a20:31:44.994230 run osmo-hlr_10.42.42.2(pid=11366): stderr: \u000a| �[0;m�[1;31m20221208203141886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203141886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203141886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203141886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203141886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203141886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203141899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203141909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203141909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203141909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:45.036286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11365): Terminating (SIGTERM)\u000a20:31:45.076290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11368): Terminating (SIGTERM)\u000a20:31:45.116307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11371): Terminating (SIGTERM)\u000a20:31:45.125796 --- ParallelTerminationStrategy: PID 11365 died...\u000a20:31:45.179497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11365): Terminated: ok {rc=0}\u000a20:31:45.189418 --- ParallelTerminationStrategy: PID 11368 died...\u000a20:31:45.242634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11368): Terminated: ok {rc=0}\u000a20:31:45.252365 --- ParallelTerminationStrategy: PID 11371 died...\u000a20:31:45.306076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11371): Terminated: ok {rc=0}\u000a20:31:45.395127 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11379): Process ended prematurely: osmo-stp_10.42.42.5(pid=11379) [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11379)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11379): Process ended prematurely: osmo-stp_10.42.42.5(pid=11379) [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a20:31:46.447896 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:46.462849 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:31:46.611336 tst ping_idle_ping.py: using LAC 16625\u000a20:31:46.759599 tst ping_idle_ping.py: using RAC 50\u000a20:31:46.918428 tst ping_idle_ping.py: using CellId 16625\u000a20:31:47.047149 tst ping_idle_ping.py: using BVCI 16626\u000a20:31:47.073730 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:47.086106 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:47.098385 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:47.111904 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:47.124748 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:47.137265 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:47.150216 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:47.163279 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:31:47.462594 tst ping_idle_ping.py:24: start network...\u000a20:31:47.598472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:48.117412 run create_hlr_db(pid=11373): Launched\u000a20:31:48.304874 bus /gobi_6: Setting Powered False\u000a20:31:49.325805 run create_hlr_db(pid=11373): Terminated: ok {rc=0}\u000a20:31:49.737951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11375): Launched\u000a20:31:50.059478 run osmo-hlr_10.42.42.2(pid=11376): Launched\u000a20:31:50.175494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:50.735894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11378): Launched\u000a20:31:51.056552 run osmo-stp_10.42.42.5(pid=11379): Launched\u000a20:31:51.175709 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:31:51.739038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11381): Launched\u000a20:31:51.853755 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:31:52.135413 run patchelf(pid=11382): Launched\u000a20:31:52.324396 run osmo-stp_10.42.42.5(pid=11379): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11379)]\u000a20:31:52.462867 run osmo-stp_10.42.42.5(pid=11379): stdout: \u000a| (launched: 2022-12-08_20:31:50.899210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:52.601455 run osmo-stp_10.42.42.5(pid=11379): stderr: \u000a| �[0;m�[38;5;43m20221208203151087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203151088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203151088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203151088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203151089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203151089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203151089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:52.735401 run osmo-stp_10.42.42.5(pid=11379): stdout: \u000a| (launched: 2022-12-08_20:31:50.899210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:52.867585 run osmo-stp_10.42.42.5(pid=11379): stderr: \u000a| �[0;m�[38;5;43m20221208203151087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203151088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203151088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203151088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203151089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203151089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203151089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:53.021656 run patchelf(pid=11382): Terminating (SIGINT)\u000a20:31:53.202772 run patchelf(pid=11382): Terminated: ok {rc=0}\u000a20:31:53.235536 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11379): Process ended prematurely: osmo-stp_10.42.42.5(pid=11379) [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11379)] [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a20:31:53.244782 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a20:31:53.308193 run osmo-hlr_10.42.42.2(pid=11376): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11376)]\u000a20:31:53.360033 run osmo-hlr_10.42.42.2(pid=11376): stdout: \u000a| (launched: 2022-12-08_20:31:49.901671) \u000a20:31:53.412257 run osmo-hlr_10.42.42.2(pid=11376): stderr: \u000a| �[0;m�[1;31m20221208203150098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203150098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203150098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203150098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203150098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203150098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203150111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203150119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203150119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203150119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:53.456811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11375): Terminating (SIGTERM)\u000a20:31:53.499008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11378): Terminating (SIGTERM)\u000a20:31:53.541135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11381): Terminating (SIGTERM)\u000a20:31:53.550872 --- ParallelTerminationStrategy: PID 11375 died...\u000a20:31:53.607095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11375): Terminated: ok {rc=0}\u000a20:31:53.617262 --- ParallelTerminationStrategy: PID 11378 died...\u000a20:31:53.673176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11378): Terminated: ok {rc=0}\u000a20:31:53.683546 --- ParallelTerminationStrategy: PID 11381 died...\u000a20:31:53.739481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11381): Terminated: ok {rc=0}\u000a20:31:53.826805 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:30:55" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11393): Process ended prematurely: osmo-stp_10.42.42.5(pid=11393) [trial-2349↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11393)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11393): Process ended prematurely: osmo-stp_10.42.42.5(pid=11393) [trial-2349↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11393)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:31:55.867082 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:31:55.878374 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:31:56.035809 tst switch_tch_pdch.py: using LAC 16626\u000a20:31:56.152342 tst switch_tch_pdch.py: using RAC 51\u000a20:31:56.271133 tst switch_tch_pdch.py: using CellId 16626\u000a20:31:56.389573 tst switch_tch_pdch.py: using BVCI 16627\u000a20:31:56.412300 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:31:56.423511 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:31:56.434639 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:31:56.446079 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:31:56.457560 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:31:56.469015 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:31:56.480625 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:31:56.492517 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:31:56.615580 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:31:56.892917 tst switch_tch_pdch.py:51: start network...\u000a20:31:57.016544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:57.484716 run create_hlr_db(pid=11387): Launched\u000a20:31:57.658516 bus /gobi_6: Setting Powered False\u000a20:31:58.678780 run create_hlr_db(pid=11387): Terminated: ok {rc=0}\u000a20:31:59.107872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11389): Launched\u000a20:31:59.428936 run osmo-hlr_10.42.42.2(pid=11390): Launched\u000a20:31:59.545842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:00.105287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11392): Launched\u000a20:32:00.426269 run osmo-stp_10.42.42.5(pid=11393): Launched\u000a20:32:00.542597 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:32:01.135858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11395): Launched\u000a20:32:01.252674 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:32:01.556270 run patchelf(pid=11396): Launched\u000a20:32:01.748722 run osmo-stp_10.42.42.5(pid=11393): ERR: Terminated: ERROR {rc=1} [trial-2349↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11393)]\u000a20:32:01.889440 run osmo-stp_10.42.42.5(pid=11393): stdout: \u000a| (launched: 2022-12-08_20:32:00.268726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:02.029884 run osmo-stp_10.42.42.5(pid=11393): stderr: \u000a| �[0;m�[38;5;43m20221208203200458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203200458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203200459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203200459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203200460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203200460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203200460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:02.165977 run osmo-stp_10.42.42.5(pid=11393): stdout: \u000a| (launched: 2022-12-08_20:32:00.268726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:02.312896 run osmo-stp_10.42.42.5(pid=11393): stderr: \u000a| �[0;m�[38;5;43m20221208203200458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203200458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203200459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203200459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203200460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203200460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203200460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:02.466474 run patchelf(pid=11396): Terminating (SIGINT)\u000a20:32:02.646865 run patchelf(pid=11396): Terminated: ok {rc=0}\u000a20:32:02.680068 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11393): Process ended prematurely: osmo-stp_10.42.42.5(pid=11393) [trial-2349↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11393)] [trial-2349↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:32:02.689600 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a20:32:02.752580 run osmo-hlr_10.42.42.2(pid=11390): ERR: Terminated: ERROR {rc=237} [trial-2349↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11390)]\u000a20:32:02.804078 run osmo-hlr_10.42.42.2(pid=11390): stdout: \u000a| (launched: 2022-12-08_20:31:59.271480) \u000a20:32:02.856445 run osmo-hlr_10.42.42.2(pid=11390): stderr: \u000a| �[0;m�[1;31m20221208203159467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203159467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203159467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203159467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203159467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203159467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203159479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203159488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203159488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203159488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:32:02.901029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11389): Terminating (SIGTERM)\u000a20:32:02.943175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11392): Terminating (SIGTERM)\u000a20:32:02.985214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11395): Terminating (SIGTERM)\u000a20:32:02.995005 --- ParallelTerminationStrategy: PID 11389 died...\u000a20:32:03.051056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11389): Terminated: ok {rc=0}\u000a20:32:03.061201 --- ParallelTerminationStrategy: PID 11392 died...\u000a20:32:03.116786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11392): Terminated: ok {rc=0}\u000a20:32:03.126804 --- ParallelTerminationStrategy: PID 11395 died...\u000a20:32:03.182991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11395): Terminated: ok {rc=0}\u000a20:32:03.269742 bus /gobi_0: Setting Powered False\u000a20:32:04.371261 bus /gobi_0: Setting Powered False\u000a20:32:05.483529 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:31:55" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11407): Process ended prematurely: osmo-stp_10.42.42.5(pid=11407) [trial-2349↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11407)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11407): Process ended prematurely: osmo-stp_10.42.42.5(pid=11407) [trial-2349↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:32:07.468924 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:32:07.480295 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:32:07.643928 tst switch_tch_pdch.py: using LAC 16627\u000a20:32:07.767954 tst switch_tch_pdch.py: using RAC 52\u000a20:32:07.891255 tst switch_tch_pdch.py: using CellId 16627\u000a20:32:08.016748 tst switch_tch_pdch.py: using BVCI 16628\u000a20:32:08.041376 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:32:08.052757 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:32:08.064063 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:32:08.075690 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:32:08.086992 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:32:08.098543 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:32:08.109979 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:32:08.121383 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:32:08.243480 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:32:08.522667 tst switch_tch_pdch.py:51: start network...\u000a20:32:08.647127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:09.091879 run create_hlr_db(pid=11401): Launched\u000a20:32:09.214527 bus /gobi_6: Setting Powered False\u000a20:32:10.286540 run create_hlr_db(pid=11401): Terminated: ok {rc=0}\u000a20:32:10.688339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11403): Launched\u000a20:32:11.009995 run osmo-hlr_10.42.42.2(pid=11404): Launched\u000a20:32:11.126353 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:11.657350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11406): Launched\u000a20:32:11.977712 run osmo-stp_10.42.42.5(pid=11407): Launched\u000a20:32:12.093471 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:32:12.627479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11409): Launched\u000a20:32:12.742143 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:32:13.021938 run patchelf(pid=11410): Launched\u000a20:32:13.209484 run osmo-stp_10.42.42.5(pid=11407): ERR: Terminated: ERROR {rc=1} [trial-2349↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11407)]\u000a20:32:13.346694 run osmo-stp_10.42.42.5(pid=11407): stdout: \u000a| (launched: 2022-12-08_20:32:11.821233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:13.484223 run osmo-stp_10.42.42.5(pid=11407): stderr: \u000a| �[0;m�[38;5;43m20221208203212008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203212009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203212009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203212009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203212010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203212010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203212010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:13.616826 run osmo-stp_10.42.42.5(pid=11407): stdout: \u000a| (launched: 2022-12-08_20:32:11.821233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:13.748936 run osmo-stp_10.42.42.5(pid=11407): stderr: \u000a| �[0;m�[38;5;43m20221208203212008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203212009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203212009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203212009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203212010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203212010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203212010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:13.902174 run patchelf(pid=11410): Terminating (SIGINT)\u000a20:32:14.081561 run patchelf(pid=11410): Terminated: ok {rc=0}\u000a20:32:14.114107 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11407): Process ended prematurely: osmo-stp_10.42.42.5(pid=11407) [trial-2349↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11407)] [trial-2349↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:32:14.123669 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a20:32:14.186641 run osmo-hlr_10.42.42.2(pid=11404): ERR: Terminated: ERROR {rc=237} [trial-2349↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11404)]\u000a20:32:14.238211 run osmo-hlr_10.42.42.2(pid=11404): stdout: \u000a| (launched: 2022-12-08_20:32:10.852310) \u000a20:32:14.290387 run osmo-hlr_10.42.42.2(pid=11404): stderr: \u000a| �[0;m�[1;31m20221208203211049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203211049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203211049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203211049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203211049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203211049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203211062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203211070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203211070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203211070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:32:14.334944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11403): Terminating (SIGTERM)\u000a20:32:14.376848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11406): Terminating (SIGTERM)\u000a20:32:14.418825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11409): Terminating (SIGTERM)\u000a20:32:14.428517 --- ParallelTerminationStrategy: PID 11403 died...\u000a20:32:14.484602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11403): Terminated: ok {rc=0}\u000a20:32:14.494747 --- ParallelTerminationStrategy: PID 11406 died...\u000a20:32:14.550351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11406): Terminated: ok {rc=0}\u000a20:32:14.560364 --- ParallelTerminationStrategy: PID 11409 died...\u000a20:32:14.616161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11409): Terminated: ok {rc=0}\u000a20:32:14.703828 bus /gobi_0: Setting Powered False\u000a20:32:15.809681 bus /gobi_0: Setting Powered False\u000a20:32:16.943601 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:32:07" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11415): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11415) [trial-2349↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11415)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11415): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11415) [trial-2349↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a20:32:18.853231 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a20:32:18.864538 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:32:19.005843 tst mo_mt_sms.py: using LAC 16628\u000a20:32:19.127027 tst mo_mt_sms.py: using RAC 53\u000a20:32:19.242831 tst mo_mt_sms.py: using CellId 16628\u000a20:32:19.358655 tst mo_mt_sms.py: using BVCI 16629\u000a20:32:19.381389 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:32:19.501151 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:32:19.777805 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:32:19.902921 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:32:20.522931 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11414): Launched\u000a20:32:20.819326 run osmo-nitb_10.42.42.2(pid=11415): Launched\u000a20:32:21.004450 run osmo-nitb_10.42.42.2(pid=11415): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11415)]\u000a20:32:21.140642 run osmo-nitb_10.42.42.2(pid=11415): stdout: \u000a| (launched: 2022-12-08_20:32:20.675147) \u000a20:32:21.277355 run osmo-nitb_10.42.42.2(pid=11415): stderr: \u000a| (launched: 2022-12-08_20:32:20.719864)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:32:21.409065 run osmo-nitb_10.42.42.2(pid=11415): stdout: \u000a| (launched: 2022-12-08_20:32:20.675147) \u000a20:32:21.539888 run osmo-nitb_10.42.42.2(pid=11415): stderr: \u000a| (launched: 2022-12-08_20:32:20.719864)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:32:21.939687 tst osmo-nitb_10.42.42.2(pid=11415): stdout: \u000a| (launched: 2022-12-08_20:32:20.675147) \u000a20:32:22.058417 tst osmo-nitb_10.42.42.2(pid=11415): stderr: \u000a| (launched: 2022-12-08_20:32:20.719864)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:32:22.110629 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=11415): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11415) [trial-2349↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11415)] [trial-2349↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a20:32:22.118894 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a20:32:22.154026 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11414): Terminating (SIGTERM)\u000a20:32:22.331639 --- ParallelTerminationStrategy: PID 11414 died...\u000a20:32:22.387240 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11414): Terminated: ok {rc=0}\u000a20:32:22.476641 bus /sierra_3: Setting Powered False\u000a20:32:23.582585 bus /sierra_3: Setting Powered False\u000a20:32:24.691317 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:32:18" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11425): Process ended prematurely: osmo-stp_10.42.42.5(pid=11425) [trial-2349↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11425)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11425): Process ended prematurely: osmo-stp_10.42.42.5(pid=11425) [trial-2349↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a20:32:26.594255 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:26.605317 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:32:26.747532 tst mo_mt_sms.py: using LAC 16629\u000a20:32:26.867313 tst mo_mt_sms.py: using RAC 54\u000a20:32:26.987066 tst mo_mt_sms.py: using CellId 16629\u000a20:32:27.104696 tst mo_mt_sms.py: using BVCI 16630\u000a20:32:27.127646 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:27.138688 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:27.149432 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:27.160513 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:27.171847 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:27.182965 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:32:27.303011 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:32:27.504727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:27.976014 run create_hlr_db(pid=11419): Launched\u000a20:32:28.150258 bus /sierra_2: Setting Powered False\u000a20:32:29.171283 run create_hlr_db(pid=11419): Terminated: ok {rc=0}\u000a20:32:29.573011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11421): Launched\u000a20:32:29.871461 run osmo-hlr_10.42.42.2(pid=11422): Launched\u000a20:32:29.986921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:30.514295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11424): Launched\u000a20:32:30.815270 run osmo-stp_10.42.42.5(pid=11425): Launched\u000a20:32:31.006352 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:32:31.621727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11427): Launched\u000a20:32:31.924725 run osmo-msc_10.42.42.6(pid=11428): Launched\u000a20:32:32.287297 run osmo-stp_10.42.42.5(pid=11425): ERR: Terminated: ERROR {rc=1} [trial-2349↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11425)]\u000a20:32:32.425971 run osmo-stp_10.42.42.5(pid=11425): stdout: \u000a| (launched: 2022-12-08_20:32:30.665934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:32.564308 run osmo-stp_10.42.42.5(pid=11425): stderr: \u000a| �[0;m�[38;5;43m20221208203230831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203230834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203230835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203230835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203230836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203230836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203230837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:32.693388 run osmo-stp_10.42.42.5(pid=11425): stdout: \u000a| (launched: 2022-12-08_20:32:30.665934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:32.822042 run osmo-stp_10.42.42.5(pid=11425): stderr: \u000a| �[0;m�[38;5;43m20221208203230831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203230834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203230835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203230835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203230836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203230836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203230837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:32.878278 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=11425): Process ended prematurely: osmo-stp_10.42.42.5(pid=11425) [trial-2349↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11425)] [trial-2349↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a20:32:32.886847 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a20:32:32.949798 run osmo-hlr_10.42.42.2(pid=11422): ERR: Terminated: ERROR {rc=237} [trial-2349↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11422)]\u000a20:32:33.001742 run osmo-hlr_10.42.42.2(pid=11422): stdout: \u000a| (launched: 2022-12-08_20:32:29.724936) \u000a20:32:33.054274 run osmo-hlr_10.42.42.2(pid=11422): stderr: \u000a| �[0;m�[1;31m20221208203229895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203229895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203229895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203229895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203229895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203229895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203229907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203229918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203229918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203229918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:32:33.125580 run osmo-msc_10.42.42.6(pid=11428): ERR: Terminated: ERROR {rc=2} [trial-2349↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11428)]\u000a20:32:33.177359 run osmo-msc_10.42.42.6(pid=11428): stdout: \u000a| (launched: 2022-12-08_20:32:31.776221) \u000a20:32:33.229601 run osmo-msc_10.42.42.6(pid=11428): stderr: \u000a| �[0;m�[38;5;43m20221208203232280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208203232280 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff748db3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208203232280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208203232280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208203232289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208203232289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208203232291 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208203232291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208203232291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208203232291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:32:33.274243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11421): Terminating (SIGTERM)\u000a20:32:33.316288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11424): Terminating (SIGTERM)\u000a20:32:33.358644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11427): Terminating (SIGTERM)\u000a20:32:33.368438 --- ParallelTerminationStrategy: PID 11421 died...\u000a20:32:33.425480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11421): Terminated: ok {rc=0}\u000a20:32:33.435787 --- ParallelTerminationStrategy: PID 11424 died...\u000a20:32:33.492106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11424): Terminated: ok {rc=0}\u000a20:32:33.502356 --- ParallelTerminationStrategy: PID 11427 died...\u000a20:32:33.558468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11427): Terminated: ok {rc=0}\u000a20:32:33.646621 bus /sierra_3: Setting Powered False\u000a20:32:34.754299 bus /sierra_3: Setting Powered False\u000a20:32:35.862574 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:32:26" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11434): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11434) [trial-2349↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11434)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11434): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11434) [trial-2349↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a20:32:37.711643 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a20:32:37.723185 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:32:37.862805 tst assert_extension.py: using LAC 16630\u000a20:32:37.978121 tst assert_extension.py: using RAC 55\u000a20:32:38.100808 tst assert_extension.py: using CellId 16630\u000a20:32:38.224550 tst assert_extension.py: using BVCI 16631\u000a20:32:38.249017 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a20:32:38.526196 tst assert_extension.py:10: start nitb and bts...\u000a20:32:38.651033 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:32:39.272724 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11433): Launched\u000a20:32:39.569384 run osmo-nitb_10.42.42.2(pid=11434): Launched\u000a20:32:39.754687 run osmo-nitb_10.42.42.2(pid=11434): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11434)]\u000a20:32:39.891492 run osmo-nitb_10.42.42.2(pid=11434): stdout: \u000a| (launched: 2022-12-08_20:32:39.425475) \u000a20:32:40.029631 run osmo-nitb_10.42.42.2(pid=11434): stderr: \u000a| (launched: 2022-12-08_20:32:39.470079)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:32:40.161781 run osmo-nitb_10.42.42.2(pid=11434): stdout: \u000a| (launched: 2022-12-08_20:32:39.425475) \u000a20:32:40.292766 run osmo-nitb_10.42.42.2(pid=11434): stderr: \u000a| (launched: 2022-12-08_20:32:39.470079)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:32:40.690457 tst osmo-nitb_10.42.42.2(pid=11434): stdout: \u000a| (launched: 2022-12-08_20:32:39.425475) \u000a20:32:40.809817 tst osmo-nitb_10.42.42.2(pid=11434): stderr: \u000a| (launched: 2022-12-08_20:32:39.470079)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:32:40.862463 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=11434): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11434) [trial-2349↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11434)] [trial-2349↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a20:32:40.870580 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a20:32:40.905590 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11433): Terminating (SIGTERM)\u000a20:32:41.083259 --- ParallelTerminationStrategy: PID 11433 died...\u000a20:32:41.138855 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11433): Terminated: ok {rc=0}\u000a20:32:41.226641 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:32:37" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11444): Process ended prematurely: osmo-stp_10.42.42.5(pid=11444) [trial-2349↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11444)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11444): Process ended prematurely: osmo-stp_10.42.42.5(pid=11444) [trial-2349↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a20:32:43.076801 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:43.088176 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:32:43.230844 tst assert_extension.py: using LAC 16631\u000a20:32:43.350077 tst assert_extension.py: using RAC 56\u000a20:32:43.467910 tst assert_extension.py: using CellId 16631\u000a20:32:43.586679 tst assert_extension.py: using BVCI 16632\u000a20:32:43.609472 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:43.620182 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:43.630806 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:43.641746 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:43.652448 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:43.663738 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a20:32:43.873950 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:44.387873 run create_hlr_db(pid=11438): Launched\u000a20:32:44.574852 bus /sierra_2: Setting Powered False\u000a20:32:45.595277 run create_hlr_db(pid=11438): Terminated: ok {rc=0}\u000a20:32:46.043204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11440): Launched\u000a20:32:46.513599 run osmo-hlr_10.42.42.2(pid=11441): Launched\u000a20:32:46.636345 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:47.333424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11443): Launched\u000a20:32:47.650445 run osmo-stp_10.42.42.5(pid=11444): Launched\u000a20:32:47.764935 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:32:48.342969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11446): Launched\u000a20:32:48.659743 run osmo-msc_10.42.42.6(pid=11447): Launched\u000a20:32:48.845737 run osmo-stp_10.42.42.5(pid=11444): ERR: Terminated: ERROR {rc=1} [trial-2349↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11444)]\u000a20:32:48.979362 run osmo-stp_10.42.42.5(pid=11444): stdout: \u000a| (launched: 2022-12-08_20:32:47.494688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:49.113039 run osmo-stp_10.42.42.5(pid=11444): stderr: \u000a| �[0;m�[38;5;43m20221208203247685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203247685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203247685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203247686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203247686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203247686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203247686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:49.240572 run osmo-stp_10.42.42.5(pid=11444): stdout: \u000a| (launched: 2022-12-08_20:32:47.494688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:49.366991 run osmo-stp_10.42.42.5(pid=11444): stderr: \u000a| �[0;m�[38;5;43m20221208203247685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203247685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203247685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203247686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203247686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203247686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203247686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:49.422524 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=11444): Process ended prematurely: osmo-stp_10.42.42.5(pid=11444) [trial-2349↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11444)] [trial-2349↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a20:32:49.431238 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a20:32:49.494596 run osmo-hlr_10.42.42.2(pid=11441): ERR: Terminated: ERROR {rc=237} [trial-2349↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11441)]\u000a20:32:49.546640 run osmo-hlr_10.42.42.2(pid=11441): stdout: \u000a| (launched: 2022-12-08_20:32:46.199079) \u000a20:32:49.599116 run osmo-hlr_10.42.42.2(pid=11441): stderr: \u000a| �[0;m�[1;31m20221208203246449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203246449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203246449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203246449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203246449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203246449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203246466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203246474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203246474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203246475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:32:49.670119 run osmo-msc_10.42.42.6(pid=11447): ERR: Terminated: ERROR {rc=2} [trial-2349↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11447)]\u000a20:32:49.722279 run osmo-msc_10.42.42.6(pid=11447): stdout: \u000a| (launched: 2022-12-08_20:32:48.504297) \u000a20:32:49.774724 run osmo-msc_10.42.42.6(pid=11447): stderr: \u000a| �[0;m�[38;5;43m20221208203248823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208203248823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0dd11ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208203248823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208203248823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208203248823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208203248824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208203248825 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208203248826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208203248826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208203248826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:32:49.819173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11440): Terminating (SIGTERM)\u000a20:32:49.861380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11443): Terminating (SIGTERM)\u000a20:32:49.903474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11446): Terminating (SIGTERM)\u000a20:32:49.913424 --- ParallelTerminationStrategy: PID 11440 died...\u000a20:32:49.969629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11440): Terminated: ok {rc=0}\u000a20:32:49.979586 --- ParallelTerminationStrategy: PID 11443 died...\u000a20:32:50.035492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11443): Terminated: ok {rc=0}\u000a20:32:50.046083 --- ParallelTerminationStrategy: PID 11446 died...\u000a20:32:50.101721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11446): Terminated: ok {rc=0}\u000a20:32:50.189841 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:32:42" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11458): Process ended prematurely: osmo-stp_10.42.42.5(pid=11458) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11458)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11458): Process ended prematurely: osmo-stp_10.42.42.5(pid=11458) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:32:52.161384 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:32:52.173314 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:32:52.338038 tst mo_mt_call.py: using LAC 16632\u000a20:32:52.464496 tst mo_mt_call.py: using RAC 57\u000a20:32:52.589694 tst mo_mt_call.py: using CellId 16632\u000a20:32:52.711277 tst mo_mt_call.py: using BVCI 16633\u000a20:32:52.734332 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:32:52.745591 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:32:52.756572 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:32:52.767813 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:32:52.778933 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:32:52.790133 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:32:52.910231 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:32:53.120260 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:53.637441 run create_hlr_db(pid=11452): Launched\u000a20:32:53.825199 bus /sierra_2: Setting Powered False\u000a20:32:54.846443 run create_hlr_db(pid=11452): Terminated: ok {rc=0}\u000a20:32:55.254222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11454): Launched\u000a20:32:55.557279 run osmo-hlr_10.42.42.2(pid=11455): Launched\u000a20:32:55.672584 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:56.196601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11457): Launched\u000a20:32:56.498784 run osmo-stp_10.42.42.5(pid=11458): Launched\u000a20:32:56.609372 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:32:57.162463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11460): Launched\u000a20:32:57.465761 run osmo-msc_10.42.42.6(pid=11461): Launched\u000a20:32:57.644725 run osmo-stp_10.42.42.5(pid=11458): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11458)]\u000a20:32:57.774054 run osmo-stp_10.42.42.5(pid=11458): stdout: \u000a| (launched: 2022-12-08_20:32:56.350012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:57.900069 run osmo-stp_10.42.42.5(pid=11458): stderr: \u000a| �[0;m�[38;5;43m20221208203256516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203256516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203256516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203256517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203256517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203256517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203256517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:58.021661 run osmo-stp_10.42.42.5(pid=11458): stdout: \u000a| (launched: 2022-12-08_20:32:56.350012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:58.142022 run osmo-stp_10.42.42.5(pid=11458): stderr: \u000a| �[0;m�[38;5;43m20221208203256516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203256516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203256516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203256517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203256517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203256517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203256517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:58.195107 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11458): Process ended prematurely: osmo-stp_10.42.42.5(pid=11458) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11458)] [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:32:58.203771 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:32:58.264319 run osmo-hlr_10.42.42.2(pid=11455): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11455)]\u000a20:32:58.313745 run osmo-hlr_10.42.42.2(pid=11455): stdout: \u000a| (launched: 2022-12-08_20:32:55.408079) \u000a20:32:58.363964 run osmo-hlr_10.42.42.2(pid=11455): stderr: \u000a| �[0;m�[1;31m20221208203255581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203255581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203255581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203255581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203255581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203255581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203255593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203255602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203255602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203255602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:32:58.431614 run osmo-msc_10.42.42.6(pid=11461): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11461)]\u000a20:32:58.481365 run osmo-msc_10.42.42.6(pid=11461): stdout: \u000a| (launched: 2022-12-08_20:32:57.316058) \u000a20:32:58.531583 run osmo-msc_10.42.42.6(pid=11461): stderr: \u000a| �[0;m�[38;5;43m20221208203257584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208203257584 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7facff481c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208203257585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208203257585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208203257585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208203257585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208203257587 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208203257587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208203257587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208203257587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:32:58.573516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11454): Terminating (SIGTERM)\u000a20:32:58.613490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11457): Terminating (SIGTERM)\u000a20:32:58.653713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11460): Terminating (SIGTERM)\u000a20:32:58.663128 --- ParallelTerminationStrategy: PID 11454 died...\u000a20:32:58.716847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11454): Terminated: ok {rc=0}\u000a20:32:58.726714 --- ParallelTerminationStrategy: PID 11457 died...\u000a20:32:58.780152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11457): Terminated: ok {rc=0}\u000a20:32:58.789738 --- ParallelTerminationStrategy: PID 11460 died...\u000a20:32:58.843529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11460): Terminated: ok {rc=0}\u000a20:32:58.927277 bus /sierra_3: Setting Powered False\u000a20:33:00.033265 bus /sierra_3: Setting Powered False\u000a20:33:01.168739 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11470): Process ended prematurely: osmo-stp_10.42.42.5(pid=11470) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11470)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11470): Process ended prematurely: osmo-stp_10.42.42.5(pid=11470) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:33:02.284058 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:33:02.295931 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:33:02.454199 tst mo_mt_call_osmux.py: using LAC 16633\u000a20:33:02.581112 tst mo_mt_call_osmux.py: using RAC 58\u000a20:33:02.697661 tst mo_mt_call_osmux.py: using CellId 16633\u000a20:33:02.814260 tst mo_mt_call_osmux.py: using BVCI 16634\u000a20:33:02.837355 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:33:02.848496 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:33:02.859586 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:33:02.870940 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:33:02.882417 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:33:02.893775 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:33:03.014903 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:33:03.228247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:03.747466 run create_hlr_db(pid=11464): Launched\u000a20:33:03.935161 bus /sierra_2: Setting Powered False\u000a20:33:04.956901 run create_hlr_db(pid=11464): Terminated: ok {rc=0}\u000a20:33:05.364675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11466): Launched\u000a20:33:05.667578 run osmo-hlr_10.42.42.2(pid=11467): Launched\u000a20:33:05.783018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:06.309629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11469): Launched\u000a20:33:06.612599 run osmo-stp_10.42.42.5(pid=11470): Launched\u000a20:33:06.723818 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:33:07.275104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11472): Launched\u000a20:33:07.578434 run osmo-msc_10.42.42.6(pid=11473): Launched\u000a20:33:07.756197 run osmo-stp_10.42.42.5(pid=11470): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11470)]\u000a20:33:07.884782 run osmo-stp_10.42.42.5(pid=11470): stdout: \u000a| (launched: 2022-12-08_20:33:06.463535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:08.011596 run osmo-stp_10.42.42.5(pid=11470): stderr: \u000a| �[0;m�[38;5;43m20221208203306632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203306632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203306632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203306633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203306633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203306633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203306633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:08.132841 run osmo-stp_10.42.42.5(pid=11470): stdout: \u000a| (launched: 2022-12-08_20:33:06.463535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:08.253026 run osmo-stp_10.42.42.5(pid=11470): stderr: \u000a| �[0;m�[38;5;43m20221208203306632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203306632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203306632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203306633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203306633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203306633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203306633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:08.306054 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11470): Process ended prematurely: osmo-stp_10.42.42.5(pid=11470) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11470)] [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:33:08.314544 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:33:08.374823 run osmo-hlr_10.42.42.2(pid=11467): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11467)]\u000a20:33:08.424130 run osmo-hlr_10.42.42.2(pid=11467): stdout: \u000a| (launched: 2022-12-08_20:33:05.518305) \u000a20:33:08.474426 run osmo-hlr_10.42.42.2(pid=11467): stderr: \u000a| �[0;m�[1;31m20221208203305690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203305690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203305690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203305690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203305690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203305690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203305703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203305714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203305714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203305714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:08.542240 run osmo-msc_10.42.42.6(pid=11473): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11473)]\u000a20:33:08.592008 run osmo-msc_10.42.42.6(pid=11473): stdout: \u000a| (launched: 2022-12-08_20:33:07.428516) \u000a20:33:08.641847 run osmo-msc_10.42.42.6(pid=11473): stderr: \u000a| �[0;m�[38;5;43m20221208203307697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208203307697 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f130c3d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208203307697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208203307698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208203307698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208203307698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208203307700 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208203307700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208203307700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208203307700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:33:08.684137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11466): Terminating (SIGTERM)\u000a20:33:08.724420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11469): Terminating (SIGTERM)\u000a20:33:08.764819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11472): Terminating (SIGTERM)\u000a20:33:08.774369 --- ParallelTerminationStrategy: PID 11466 died...\u000a20:33:08.828155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11466): Terminated: ok {rc=0}\u000a20:33:08.837799 --- ParallelTerminationStrategy: PID 11469 died...\u000a20:33:08.891278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11469): Terminated: ok {rc=0}\u000a20:33:08.901184 --- ParallelTerminationStrategy: PID 11472 died...\u000a20:33:08.954962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11472): Terminated: ok {rc=0}\u000a20:33:09.038635 bus /sierra_3: Setting Powered False\u000a20:33:10.140441 bus /sierra_3: Setting Powered False\u000a20:33:11.250724 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:32:51" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11484): Process ended prematurely: osmo-stp_10.42.42.5(pid=11484) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11484)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11484): Process ended prematurely: osmo-stp_10.42.42.5(pid=11484) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:33:13.268068 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:13.279951 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:33:13.443598 tst mo_mt_call.py: using LAC 16634\u000a20:33:13.573913 tst mo_mt_call.py: using RAC 59\u000a20:33:13.699931 tst mo_mt_call.py: using CellId 16634\u000a20:33:13.826000 tst mo_mt_call.py: using BVCI 16635\u000a20:33:13.850683 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:13.862402 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:13.873936 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:13.885695 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:13.897652 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:13.909406 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:33:14.028169 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:33:14.239843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:14.756935 run create_hlr_db(pid=11478): Launched\u000a20:33:14.944259 bus /sierra_2: Setting Powered False\u000a20:33:15.992866 run create_hlr_db(pid=11478): Terminated: ok {rc=0}\u000a20:33:16.473178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11480): Launched\u000a20:33:16.887270 run osmo-hlr_10.42.42.2(pid=11481): Launched\u000a20:33:17.156875 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:17.818078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11483): Launched\u000a20:33:18.142563 run osmo-stp_10.42.42.5(pid=11484): Launched\u000a20:33:18.259471 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:33:18.857918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11486): Launched\u000a20:33:19.182493 run osmo-msc_10.42.42.6(pid=11487): Launched\u000a20:33:19.372500 run osmo-stp_10.42.42.5(pid=11484): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11484)]\u000a20:33:19.509674 run osmo-stp_10.42.42.5(pid=11484): stdout: \u000a| (launched: 2022-12-08_20:33:17.983097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:19.646107 run osmo-stp_10.42.42.5(pid=11484): stderr: \u000a| �[0;m�[38;5;43m20221208203318174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203318174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203318174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203318175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203318175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203318175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203318175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:19.777379 run osmo-stp_10.42.42.5(pid=11484): stdout: \u000a| (launched: 2022-12-08_20:33:17.983097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:19.906175 run osmo-stp_10.42.42.5(pid=11484): stderr: \u000a| �[0;m�[38;5;43m20221208203318174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203318174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203318174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203318175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203318175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203318175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203318175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:19.963109 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11484): Process ended prematurely: osmo-stp_10.42.42.5(pid=11484) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11484)] [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:33:19.972401 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a20:33:20.035258 run osmo-hlr_10.42.42.2(pid=11481): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11481)]\u000a20:33:20.087208 run osmo-hlr_10.42.42.2(pid=11481): stdout: \u000a| (launched: 2022-12-08_20:33:16.695113) \u000a20:33:20.139797 run osmo-hlr_10.42.42.2(pid=11481): stderr: \u000a| �[0;m�[1;31m20221208203317093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203317093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203317093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203317093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203317093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203317093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203317110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203317135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203317136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203317136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:20.210909 run osmo-msc_10.42.42.6(pid=11487): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11487)]\u000a20:33:20.262877 run osmo-msc_10.42.42.6(pid=11487): stdout: \u000a| (launched: 2022-12-08_20:33:19.023416) \u000a20:33:20.315198 run osmo-msc_10.42.42.6(pid=11487): stderr: \u000a| �[0;m�[38;5;43m20221208203319342 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208203319342 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6210ffec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208203319342 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208203319342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208203319342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208203319342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208203319344 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208203319345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208203319345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208203319345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:33:20.359461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11480): Terminating (SIGTERM)\u000a20:33:20.401436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11483): Terminating (SIGTERM)\u000a20:33:20.443454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11486): Terminating (SIGTERM)\u000a20:33:20.453181 --- ParallelTerminationStrategy: PID 11480 died...\u000a20:33:20.509697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11480): Terminated: ok {rc=0}\u000a20:33:20.519761 --- ParallelTerminationStrategy: PID 11483 died...\u000a20:33:20.575544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11483): Terminated: ok {rc=0}\u000a20:33:20.585914 --- ParallelTerminationStrategy: PID 11486 died...\u000a20:33:20.641537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11486): Terminated: ok {rc=0}\u000a20:33:20.728732 bus /sierra_3: Setting Powered False\u000a20:33:21.836901 bus /sierra_3: Setting Powered False\u000a20:33:22.946486 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11495): Process ended prematurely: osmo-stp_10.42.42.5(pid=11495) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11495)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11495): Process ended prematurely: osmo-stp_10.42.42.5(pid=11495) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:33:24.061907 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:24.074242 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:33:24.242313 tst mo_mt_call_osmux.py: using LAC 16635\u000a20:33:24.370210 tst mo_mt_call_osmux.py: using RAC 60\u000a20:33:24.498151 tst mo_mt_call_osmux.py: using CellId 16635\u000a20:33:24.625700 tst mo_mt_call_osmux.py: using BVCI 16636\u000a20:33:24.650578 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:24.662367 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:24.673972 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:24.685768 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:24.697578 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:24.709317 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:33:24.831309 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:33:25.032090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:25.508655 run create_hlr_db(pid=11489): Launched\u000a20:33:25.682834 bus /sierra_2: Setting Powered False\u000a20:33:26.703679 run create_hlr_db(pid=11489): Terminated: ok {rc=0}\u000a20:33:27.136609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11491): Launched\u000a20:33:27.464150 run osmo-hlr_10.42.42.2(pid=11492): Launched\u000a20:33:27.583477 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:28.147330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11494): Launched\u000a20:33:28.471340 run osmo-stp_10.42.42.5(pid=11495): Launched\u000a20:33:28.590209 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:33:29.186763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11497): Launched\u000a20:33:29.513222 run osmo-msc_10.42.42.6(pid=11498): Launched\u000a20:33:29.703952 run osmo-stp_10.42.42.5(pid=11495): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11495)]\u000a20:33:29.842316 run osmo-stp_10.42.42.5(pid=11495): stdout: \u000a| (launched: 2022-12-08_20:33:28.312623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:29.978647 run osmo-stp_10.42.42.5(pid=11495): stderr: \u000a| �[0;m�[38;5;43m20221208203328501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203328502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203328502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203328502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203328503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203328503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203328503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:30.109015 run osmo-stp_10.42.42.5(pid=11495): stdout: \u000a| (launched: 2022-12-08_20:33:28.312623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:30.238231 run osmo-stp_10.42.42.5(pid=11495): stderr: \u000a| �[0;m�[38;5;43m20221208203328501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203328502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203328502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203328502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203328503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203328503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203328503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:30.295268 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11495): Process ended prematurely: osmo-stp_10.42.42.5(pid=11495) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11495)] [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:33:30.304368 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:33:30.366856 run osmo-hlr_10.42.42.2(pid=11492): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11492)]\u000a20:33:30.418121 run osmo-hlr_10.42.42.2(pid=11492): stdout: \u000a| (launched: 2022-12-08_20:33:27.301880) \u000a20:33:30.470208 run osmo-hlr_10.42.42.2(pid=11492): stderr: \u000a| �[0;m�[1;31m20221208203327498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203327498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203327498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203327498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203327498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203327498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203327510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203327519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203327520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203327520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:30.540736 run osmo-msc_10.42.42.6(pid=11498): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11498)]\u000a20:33:30.592433 run osmo-msc_10.42.42.6(pid=11498): stdout: \u000a| (launched: 2022-12-08_20:33:29.352060) \u000a20:33:30.644177 run osmo-msc_10.42.42.6(pid=11498): stderr: \u000a| �[0;m�[38;5;43m20221208203329672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208203329672 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa283479c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208203329672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208203329672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208203329672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208203329672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208203329674 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208203329674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208203329675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208203329675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:33:30.688177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11491): Terminating (SIGTERM)\u000a20:33:30.730446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11494): Terminating (SIGTERM)\u000a20:33:30.772513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11497): Terminating (SIGTERM)\u000a20:33:30.782196 --- ParallelTerminationStrategy: PID 11491 died...\u000a20:33:30.843974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11491): Terminated: ok {rc=0}\u000a20:33:30.855397 --- ParallelTerminationStrategy: PID 11494 died...\u000a20:33:30.930323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11494): Terminated: ok {rc=0}\u000a20:33:30.940790 --- ParallelTerminationStrategy: PID 11497 died...\u000a20:33:30.997671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11497): Terminated: ok {rc=0}\u000a20:33:31.089602 bus /sierra_3: Setting Powered False\u000a20:33:32.204301 bus /sierra_3: Setting Powered False\u000a20:33:33.311512 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:33:12" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11509): Process ended prematurely: osmo-stp_10.42.42.5(pid=11509) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11509)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11509): Process ended prematurely: osmo-stp_10.42.42.5(pid=11509) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:33:35.304428 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:35.315835 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:33:35.471448 tst mo_mt_call.py: using LAC 16636\u000a20:33:35.588834 tst mo_mt_call.py: using RAC 61\u000a20:33:35.706330 tst mo_mt_call.py: using CellId 16636\u000a20:33:35.824108 tst mo_mt_call.py: using BVCI 16637\u000a20:33:35.847154 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:35.858444 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:35.869527 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:35.880752 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:35.892200 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:35.903405 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:33:36.024558 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:33:36.228181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:36.703897 run create_hlr_db(pid=11503): Launched\u000a20:33:36.878969 bus /sierra_2: Setting Powered False\u000a20:33:37.900506 run create_hlr_db(pid=11503): Terminated: ok {rc=0}\u000a20:33:38.333707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11505): Launched\u000a20:33:38.661939 run osmo-hlr_10.42.42.2(pid=11506): Launched\u000a20:33:38.784569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:39.351685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11508): Launched\u000a20:33:39.678933 run osmo-stp_10.42.42.5(pid=11509): Launched\u000a20:33:39.797181 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:33:40.392127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11511): Launched\u000a20:33:40.718228 run osmo-msc_10.42.42.6(pid=11512): Launched\u000a20:33:40.909748 run osmo-stp_10.42.42.5(pid=11509): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11509)]\u000a20:33:41.047508 run osmo-stp_10.42.42.5(pid=11509): stdout: \u000a| (launched: 2022-12-08_20:33:39.517240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:41.184097 run osmo-stp_10.42.42.5(pid=11509): stderr: \u000a| �[0;m�[38;5;43m20221208203339709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203339709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203339709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203339710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203339710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203339710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203339710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:41.314971 run osmo-stp_10.42.42.5(pid=11509): stdout: \u000a| (launched: 2022-12-08_20:33:39.517240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:41.444102 run osmo-stp_10.42.42.5(pid=11509): stderr: \u000a| �[0;m�[38;5;43m20221208203339709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203339709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203339709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203339710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203339710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203339710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203339710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:41.501458 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11509): Process ended prematurely: osmo-stp_10.42.42.5(pid=11509) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11509)] [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:33:41.510634 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:33:41.573476 run osmo-hlr_10.42.42.2(pid=11506): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11506)]\u000a20:33:41.625020 run osmo-hlr_10.42.42.2(pid=11506): stdout: \u000a| (launched: 2022-12-08_20:33:38.499323) \u000a20:33:41.677275 run osmo-hlr_10.42.42.2(pid=11506): stderr: \u000a| �[0;m�[1;31m20221208203338695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203338695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203338695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203338695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203338695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203338695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203338713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203338722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203338722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203338722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:41.748417 run osmo-msc_10.42.42.6(pid=11512): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11512)]\u000a20:33:41.800414 run osmo-msc_10.42.42.6(pid=11512): stdout: \u000a| (launched: 2022-12-08_20:33:40.558177) \u000a20:33:41.852734 run osmo-msc_10.42.42.6(pid=11512): stderr: \u000a| �[0;m�[38;5;43m20221208203340881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208203340881 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3dc4e67c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208203340881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208203340882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208203340882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208203340882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208203340884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208203340884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208203340884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208203340884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:33:41.897485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11505): Terminating (SIGTERM)\u000a20:33:41.939501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11508): Terminating (SIGTERM)\u000a20:33:41.981603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11511): Terminating (SIGTERM)\u000a20:33:41.991273 --- ParallelTerminationStrategy: PID 11505 died...\u000a20:33:42.047257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11505): Terminated: ok {rc=0}\u000a20:33:42.057294 --- ParallelTerminationStrategy: PID 11508 died...\u000a20:33:42.112787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11508): Terminated: ok {rc=0}\u000a20:33:42.122816 --- ParallelTerminationStrategy: PID 11511 died...\u000a20:33:42.178409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11511): Terminated: ok {rc=0}\u000a20:33:42.265143 bus /sierra_3: Setting Powered False\u000a20:33:43.370873 bus /sierra_3: Setting Powered False\u000a20:33:44.479585 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11520): Process ended prematurely: osmo-stp_10.42.42.5(pid=11520) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11520)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11520): Process ended prematurely: osmo-stp_10.42.42.5(pid=11520) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:33:45.590537 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:45.602495 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:33:45.762644 tst mo_mt_call_osmux.py: using LAC 16637\u000a20:33:45.887260 tst mo_mt_call_osmux.py: using RAC 62\u000a20:33:46.034750 tst mo_mt_call_osmux.py: using CellId 16637\u000a20:33:46.157348 tst mo_mt_call_osmux.py: using BVCI 16638\u000a20:33:46.181760 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:46.194175 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:46.206411 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:46.219628 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:46.232443 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:46.245315 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:33:46.374524 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:33:46.591274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:47.143791 run create_hlr_db(pid=11514): Launched\u000a20:33:47.334616 bus /sierra_2: Setting Powered False\u000a20:33:48.349822 run create_hlr_db(pid=11514): Terminated: ok {rc=0}\u000a20:33:48.783495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11516): Launched\u000a20:33:49.109821 run osmo-hlr_10.42.42.2(pid=11517): Launched\u000a20:33:49.232638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:49.799068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11519): Launched\u000a20:33:50.123706 run osmo-stp_10.42.42.5(pid=11520): Launched\u000a20:33:50.241218 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:33:50.836461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11522): Launched\u000a20:33:51.163678 run osmo-msc_10.42.42.6(pid=11523): Launched\u000a20:33:51.355338 run osmo-stp_10.42.42.5(pid=11520): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11520)]\u000a20:33:51.494552 run osmo-stp_10.42.42.5(pid=11520): stdout: \u000a| (launched: 2022-12-08_20:33:49.964703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:51.631456 run osmo-stp_10.42.42.5(pid=11520): stderr: \u000a| �[0;m�[38;5;43m20221208203350153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203350153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203350154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203350154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203350155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203350155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203350155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:51.762975 run osmo-stp_10.42.42.5(pid=11520): stdout: \u000a| (launched: 2022-12-08_20:33:49.964703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:51.893087 run osmo-stp_10.42.42.5(pid=11520): stderr: \u000a| �[0;m�[38;5;43m20221208203350153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203350153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203350154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203350154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203350155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203350155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203350155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:51.950415 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11520): Process ended prematurely: osmo-stp_10.42.42.5(pid=11520) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11520)] [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:33:51.959821 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:33:52.022734 run osmo-hlr_10.42.42.2(pid=11517): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11517)]\u000a20:33:52.074506 run osmo-hlr_10.42.42.2(pid=11517): stdout: \u000a| (launched: 2022-12-08_20:33:48.950393) \u000a20:33:52.126999 run osmo-hlr_10.42.42.2(pid=11517): stderr: \u000a| �[0;m�[1;31m20221208203349147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203349147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203349147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203349147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203349147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203349147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203349160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203349170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203349170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203349170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:52.198231 run osmo-msc_10.42.42.6(pid=11523): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11523)]\u000a20:33:52.249693 run osmo-msc_10.42.42.6(pid=11523): stdout: \u000a| (launched: 2022-12-08_20:33:51.002968) \u000a20:33:52.301894 run osmo-msc_10.42.42.6(pid=11523): stderr: \u000a| �[0;m�[38;5;43m20221208203351321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208203351322 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed29225c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208203351322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208203351322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208203351322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208203351322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208203351324 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208203351324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208203351324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208203351324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:33:52.346293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11516): Terminating (SIGTERM)\u000a20:33:52.388018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11519): Terminating (SIGTERM)\u000a20:33:52.429970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11522): Terminating (SIGTERM)\u000a20:33:52.439635 --- ParallelTerminationStrategy: PID 11516 died...\u000a20:33:52.495605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11516): Terminated: ok {rc=0}\u000a20:33:52.505746 --- ParallelTerminationStrategy: PID 11519 died...\u000a20:33:52.561355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11519): Terminated: ok {rc=0}\u000a20:33:52.571266 --- ParallelTerminationStrategy: PID 11522 died...\u000a20:33:52.626822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11522): Terminated: ok {rc=0}\u000a20:33:52.715026 bus /sierra_3: Setting Powered False\u000a20:33:53.819131 bus /sierra_3: Setting Powered False\u000a20:33:54.929680 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:33:35" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11536): Process ended prematurely: osmo-stp_10.42.42.5(pid=11536) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11536)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11536): Process ended prematurely: osmo-stp_10.42.42.5(pid=11536) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:33:56.947662 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:33:56.959571 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:33:57.126763 tst mo_mt_call.py: using LAC 16638\u000a20:33:57.255456 tst mo_mt_call.py: using RAC 63\u000a20:33:57.388637 tst mo_mt_call.py: using CellId 16638\u000a20:33:57.514337 tst mo_mt_call.py: using BVCI 16639\u000a20:33:57.539095 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:33:57.550811 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:33:57.562437 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:33:57.573976 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:33:57.585625 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:33:57.597237 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:33:57.713139 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:33:57.919642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:58.396332 run create_hlr_db(pid=11530): Launched\u000a20:33:58.570750 bus /sierra_2: Setting Powered False\u000a20:33:59.591984 run create_hlr_db(pid=11530): Terminated: ok {rc=0}\u000a20:33:59.995497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11532): Launched\u000a20:34:00.298501 run osmo-hlr_10.42.42.2(pid=11533): Launched\u000a20:34:00.417477 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:34:00.977715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11535): Launched\u000a20:34:01.323107 run osmo-stp_10.42.42.5(pid=11536): Launched\u000a20:34:01.595473 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:34:02.218844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11538): Launched\u000a20:34:02.525461 run osmo-msc_10.42.42.6(pid=11539): Launched\u000a20:34:02.703179 run osmo-stp_10.42.42.5(pid=11536): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11536)]\u000a20:34:02.832567 run osmo-stp_10.42.42.5(pid=11536): stdout: \u000a| (launched: 2022-12-08_20:34:01.148139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:02.959631 run osmo-stp_10.42.42.5(pid=11536): stderr: \u000a| �[0;m�[38;5;43m20221208203401456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203401456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203401457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203401457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203401458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203401458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203401458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:03.082012 run osmo-stp_10.42.42.5(pid=11536): stdout: \u000a| (launched: 2022-12-08_20:34:01.148139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:03.202947 run osmo-stp_10.42.42.5(pid=11536): stderr: \u000a| �[0;m�[38;5;43m20221208203401456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203401456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203401457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203401457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203401458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203401458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203401458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:03.256121 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11536): Process ended prematurely: osmo-stp_10.42.42.5(pid=11536) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11536)] [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:34:03.264633 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:34:03.324937 run osmo-hlr_10.42.42.2(pid=11533): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11533)]\u000a20:34:03.374384 run osmo-hlr_10.42.42.2(pid=11533): stdout: \u000a| (launched: 2022-12-08_20:34:00.149403) \u000a20:34:03.424482 run osmo-hlr_10.42.42.2(pid=11533): stderr: \u000a| �[0;m�[1;31m20221208203400322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203400322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203400322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203400322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203400322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203400322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203400335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203400344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203400344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203400344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:34:03.492396 run osmo-msc_10.42.42.6(pid=11539): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11539)]\u000a20:34:03.541978 run osmo-msc_10.42.42.6(pid=11539): stdout: \u000a| (launched: 2022-12-08_20:34:02.375046) \u000a20:34:03.592001 run osmo-msc_10.42.42.6(pid=11539): stderr: \u000a| �[0;m�[38;5;43m20221208203402644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208203402644 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe87c918c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208203402644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208203402644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208203402644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208203402645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208203402646 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208203402647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208203402647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208203402647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:34:03.634102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11532): Terminating (SIGTERM)\u000a20:34:03.674128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11535): Terminating (SIGTERM)\u000a20:34:03.714261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11538): Terminating (SIGTERM)\u000a20:34:03.723707 --- ParallelTerminationStrategy: PID 11532 died...\u000a20:34:03.777092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11532): Terminated: ok {rc=0}\u000a20:34:03.786870 --- ParallelTerminationStrategy: PID 11535 died...\u000a20:34:03.840273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11535): Terminated: ok {rc=0}\u000a20:34:03.849808 --- ParallelTerminationStrategy: PID 11538 died...\u000a20:34:03.902987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11538): Terminated: ok {rc=0}\u000a20:34:03.991589 bus /sierra_3: Setting Powered False\u000a20:34:05.095915 bus /sierra_3: Setting Powered False\u000a20:34:06.209434 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11548): Process ended prematurely: osmo-stp_10.42.42.5(pid=11548) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11548)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11548): Process ended prematurely: osmo-stp_10.42.42.5(pid=11548) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:34:07.319113 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:34:07.331008 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:34:07.490718 tst mo_mt_call_osmux.py: using LAC 16639\u000a20:34:07.611671 tst mo_mt_call_osmux.py: using RAC 64\u000a20:34:07.732432 tst mo_mt_call_osmux.py: using CellId 16639\u000a20:34:07.851682 tst mo_mt_call_osmux.py: using BVCI 16640\u000a20:34:07.874822 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:34:07.886233 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:34:07.897308 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:34:07.908500 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:34:07.919888 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:34:07.931310 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:34:08.052307 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:34:08.265214 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:34:08.786741 run create_hlr_db(pid=11542): Launched\u000a20:34:08.975283 bus /sierra_2: Setting Powered False\u000a20:34:09.997422 run create_hlr_db(pid=11542): Terminated: ok {rc=0}\u000a20:34:10.430780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11544): Launched\u000a20:34:10.757164 run osmo-hlr_10.42.42.2(pid=11545): Launched\u000a20:34:10.878937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:34:11.448133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11547): Launched\u000a20:34:11.775825 run osmo-stp_10.42.42.5(pid=11548): Launched\u000a20:34:11.922596 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:34:12.525914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11550): Launched\u000a20:34:12.852376 run osmo-msc_10.42.42.6(pid=11551): Launched\u000a20:34:13.043012 run osmo-stp_10.42.42.5(pid=11548): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11548)]\u000a20:34:13.182325 run osmo-stp_10.42.42.5(pid=11548): stdout: \u000a| (launched: 2022-12-08_20:34:11.614736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:13.319204 run osmo-stp_10.42.42.5(pid=11548): stderr: \u000a| �[0;m�[38;5;43m20221208203411803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203411803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203411804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203411804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203411805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203411805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203411805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:13.450263 run osmo-stp_10.42.42.5(pid=11548): stdout: \u000a| (launched: 2022-12-08_20:34:11.614736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:13.579746 run osmo-stp_10.42.42.5(pid=11548): stderr: \u000a| �[0;m�[38;5;43m20221208203411803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203411803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203411804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203411804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203411805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203411805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203411805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:13.636822 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11548): Process ended prematurely: osmo-stp_10.42.42.5(pid=11548) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11548)] [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:34:13.646104 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:34:13.708531 run osmo-hlr_10.42.42.2(pid=11545): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11545)]\u000a20:34:13.760434 run osmo-hlr_10.42.42.2(pid=11545): stdout: \u000a| (launched: 2022-12-08_20:34:10.597311) \u000a20:34:13.812864 run osmo-hlr_10.42.42.2(pid=11545): stderr: \u000a| �[0;m�[1;31m20221208203410794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203410794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203410794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203410794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203410794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203410794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203410807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203410817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203410818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203410818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:34:13.883815 run osmo-msc_10.42.42.6(pid=11551): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11551)]\u000a20:34:13.935311 run osmo-msc_10.42.42.6(pid=11551): stdout: \u000a| (launched: 2022-12-08_20:34:12.691917) \u000a20:34:13.987373 run osmo-msc_10.42.42.6(pid=11551): stderr: \u000a| �[0;m�[38;5;43m20221208203413012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208203413013 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f2352ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208203413013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208203413013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208203413013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208203413013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208203413015 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208203413015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208203413015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208203413015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:34:14.031497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11544): Terminating (SIGTERM)\u000a20:34:14.073464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11547): Terminating (SIGTERM)\u000a20:34:14.115541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11550): Terminating (SIGTERM)\u000a20:34:14.125209 --- ParallelTerminationStrategy: PID 11544 died...\u000a20:34:14.181396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11544): Terminated: ok {rc=0}\u000a20:34:14.191449 --- ParallelTerminationStrategy: PID 11547 died...\u000a20:34:14.247106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11547): Terminated: ok {rc=0}\u000a20:34:14.257157 --- ParallelTerminationStrategy: PID 11550 died...\u000a20:34:14.312926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11550): Terminated: ok {rc=0}\u000a20:34:14.399527 bus /sierra_3: Setting Powered False\u000a20:34:15.506171 bus /sierra_3: Setting Powered False\u000a20:34:16.620298 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:33:56" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11563): Process ended prematurely: osmo-stp_10.42.42.5(pid=11563) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11563)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11563): Process ended prematurely: osmo-stp_10.42.42.5(pid=11563) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:34:18.623044 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:18.634375 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:34:18.792427 tst mo_mt_call.py: using LAC 16640\u000a20:34:18.911609 tst mo_mt_call.py: using RAC 65\u000a20:34:19.028624 tst mo_mt_call.py: using CellId 16640\u000a20:34:19.148088 tst mo_mt_call.py: using BVCI 16641\u000a20:34:19.171244 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:19.182641 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:19.193825 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:19.205151 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:19.216513 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:19.227964 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:34:19.349174 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:34:19.561747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:34:20.084902 run create_hlr_db(pid=11557): Launched\u000a20:34:20.273292 bus /sierra_2: Setting Powered False\u000a20:34:21.294832 run create_hlr_db(pid=11557): Terminated: ok {rc=0}\u000a20:34:21.728147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11559): Launched\u000a20:34:22.055240 run osmo-hlr_10.42.42.2(pid=11560): Launched\u000a20:34:22.174164 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:34:22.739531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11562): Launched\u000a20:34:23.066642 run osmo-stp_10.42.42.5(pid=11563): Launched\u000a20:34:23.185028 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:34:23.780320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11565): Launched\u000a20:34:24.107186 run osmo-msc_10.42.42.6(pid=11566): Launched\u000a20:34:24.297152 run osmo-stp_10.42.42.5(pid=11563): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11563)]\u000a20:34:24.434233 run osmo-stp_10.42.42.5(pid=11563): stdout: \u000a| (launched: 2022-12-08_20:34:22.906066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:24.570563 run osmo-stp_10.42.42.5(pid=11563): stderr: \u000a| �[0;m�[38;5;43m20221208203423095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203423095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203423096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203423096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203423096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203423097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203423097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:24.701209 run osmo-stp_10.42.42.5(pid=11563): stdout: \u000a| (launched: 2022-12-08_20:34:22.906066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:24.830587 run osmo-stp_10.42.42.5(pid=11563): stderr: \u000a| �[0;m�[38;5;43m20221208203423095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203423095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203423096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203423096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203423096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203423097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203423097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:24.887591 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11563): Process ended prematurely: osmo-stp_10.42.42.5(pid=11563) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11563)] [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:34:24.897361 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:34:24.959816 run osmo-hlr_10.42.42.2(pid=11560): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11560)]\u000a20:34:25.011162 run osmo-hlr_10.42.42.2(pid=11560): stdout: \u000a| (launched: 2022-12-08_20:34:21.895077) \u000a20:34:25.063028 run osmo-hlr_10.42.42.2(pid=11560): stderr: \u000a| �[0;m�[1;31m20221208203422091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203422091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203422091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203422091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203422091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203422091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203422103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203422112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203422112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203422112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:34:25.133777 run osmo-msc_10.42.42.6(pid=11566): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11566)]\u000a20:34:25.185458 run osmo-msc_10.42.42.6(pid=11566): stdout: \u000a| (launched: 2022-12-08_20:34:23.946443) \u000a20:34:25.237590 run osmo-msc_10.42.42.6(pid=11566): stderr: \u000a| �[0;m�[38;5;43m20221208203424267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208203424267 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5b0debc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208203424267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208203424267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208203424267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208203424268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208203424269 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208203424270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208203424270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208203424270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:34:25.282033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11559): Terminating (SIGTERM)\u000a20:34:25.324040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11562): Terminating (SIGTERM)\u000a20:34:25.366718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11565): Terminating (SIGTERM)\u000a20:34:25.376413 --- ParallelTerminationStrategy: PID 11559 died...\u000a20:34:25.432388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11559): Terminated: ok {rc=0}\u000a20:34:25.442411 --- ParallelTerminationStrategy: PID 11562 died...\u000a20:34:25.498237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11562): Terminated: ok {rc=0}\u000a20:34:25.508251 --- ParallelTerminationStrategy: PID 11565 died...\u000a20:34:25.563790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11565): Terminated: ok {rc=0}\u000a20:34:25.651098 bus /sierra_3: Setting Powered False\u000a20:34:26.757910 bus /sierra_3: Setting Powered False\u000a20:34:27.866115 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11574): Process ended prematurely: osmo-stp_10.42.42.5(pid=11574) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11574)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11574): Process ended prematurely: osmo-stp_10.42.42.5(pid=11574) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:34:28.980422 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:28.992736 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:34:29.154098 tst mo_mt_call_osmux.py: using LAC 16641\u000a20:34:29.275486 tst mo_mt_call_osmux.py: using RAC 66\u000a20:34:29.394657 tst mo_mt_call_osmux.py: using CellId 16641\u000a20:34:29.520726 tst mo_mt_call_osmux.py: using BVCI 16642\u000a20:34:29.545761 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:29.557714 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:29.569605 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:29.581462 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:29.593359 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:29.605212 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:34:29.726532 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:34:29.932553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:34:30.413686 run create_hlr_db(pid=11568): Launched\u000a20:34:30.588859 bus /sierra_2: Setting Powered False\u000a20:34:31.619851 run create_hlr_db(pid=11568): Terminated: ok {rc=0}\u000a20:34:32.046091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11570): Launched\u000a20:34:32.355801 run osmo-hlr_10.42.42.2(pid=11571): Launched\u000a20:34:32.470873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:34:32.999121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11573): Launched\u000a20:34:33.304553 run osmo-stp_10.42.42.5(pid=11574): Launched\u000a20:34:33.416821 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:34:33.975946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11576): Launched\u000a20:34:34.281720 run osmo-msc_10.42.42.6(pid=11577): Launched\u000a20:34:34.462093 run osmo-stp_10.42.42.5(pid=11574): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11574)]\u000a20:34:34.591560 run osmo-stp_10.42.42.5(pid=11574): stdout: \u000a| (launched: 2022-12-08_20:34:33.153952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:34.719153 run osmo-stp_10.42.42.5(pid=11574): stderr: \u000a| �[0;m�[38;5;43m20221208203433321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203433321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203433321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203433322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203433322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203433322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203433322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:34.841974 run osmo-stp_10.42.42.5(pid=11574): stdout: \u000a| (launched: 2022-12-08_20:34:33.153952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:34.963277 run osmo-stp_10.42.42.5(pid=11574): stderr: \u000a| �[0;m�[38;5;43m20221208203433321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203433321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203433321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203433322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203433322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203433322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203433322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:35.016894 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11574): Process ended prematurely: osmo-stp_10.42.42.5(pid=11574) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11574)] [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:34:35.025533 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:34:35.085864 run osmo-hlr_10.42.42.2(pid=11571): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11571)]\u000a20:34:35.135245 run osmo-hlr_10.42.42.2(pid=11571): stdout: \u000a| (launched: 2022-12-08_20:34:32.204210) \u000a20:34:35.185538 run osmo-hlr_10.42.42.2(pid=11571): stderr: \u000a| �[0;m�[1;31m20221208203432378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203432378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203432378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203432378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203432378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203432378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203432390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203432398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203432398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203432398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:34:35.253902 run osmo-msc_10.42.42.6(pid=11577): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11577)]\u000a20:34:35.303136 run osmo-msc_10.42.42.6(pid=11577): stdout: \u000a| (launched: 2022-12-08_20:34:34.130853) \u000a20:34:35.353343 run osmo-msc_10.42.42.6(pid=11577): stderr: \u000a| �[0;m�[38;5;43m20221208203434402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208203434402 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb80022ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208203434403 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208203434403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208203434403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208203434403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208203434405 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208203434405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208203434405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208203434405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:34:35.395314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11570): Terminating (SIGTERM)\u000a20:34:35.435167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11573): Terminating (SIGTERM)\u000a20:34:35.474929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11576): Terminating (SIGTERM)\u000a20:34:35.484250 --- ParallelTerminationStrategy: PID 11570 died...\u000a20:34:35.537686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11570): Terminated: ok {rc=0}\u000a20:34:35.547298 --- ParallelTerminationStrategy: PID 11573 died...\u000a20:34:35.600573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11573): Terminated: ok {rc=0}\u000a20:34:35.610130 --- ParallelTerminationStrategy: PID 11576 died...\u000a20:34:35.663203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11576): Terminated: ok {rc=0}\u000a20:34:35.751152 bus /sierra_3: Setting Powered False\u000a20:34:36.854258 bus /sierra_3: Setting Powered False\u000a20:34:37.965421 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:34:18" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11588): Process ended prematurely: osmo-stp_10.42.42.5(pid=11588) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11588)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11588): Process ended prematurely: osmo-stp_10.42.42.5(pid=11588) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:34:39.981713 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:34:39.993415 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:34:40.158262 tst mo_mt_call.py: using LAC 16642\u000a20:34:40.287098 tst mo_mt_call.py: using RAC 67\u000a20:34:40.415890 tst mo_mt_call.py: using CellId 16642\u000a20:34:40.547421 tst mo_mt_call.py: using BVCI 16643\u000a20:34:40.572323 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:34:40.584087 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:34:40.595636 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:34:40.607219 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:34:40.618918 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:34:40.630514 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:34:40.747845 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:34:40.951935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:34:41.431607 run create_hlr_db(pid=11582): Launched\u000a20:34:41.607073 bus /sierra_2: Setting Powered False\u000a20:34:42.628704 run create_hlr_db(pid=11582): Terminated: ok {rc=0}\u000a20:34:43.033584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11584): Launched\u000a20:34:43.337217 run osmo-hlr_10.42.42.2(pid=11585): Launched\u000a20:34:43.456085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:34:43.990954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11587): Launched\u000a20:34:44.293950 run osmo-stp_10.42.42.5(pid=11588): Launched\u000a20:34:44.404474 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:34:44.960044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11590): Launched\u000a20:34:45.266955 run osmo-msc_10.42.42.6(pid=11591): Launched\u000a20:34:45.446134 run osmo-stp_10.42.42.5(pid=11588): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11588)]\u000a20:34:45.575681 run osmo-stp_10.42.42.5(pid=11588): stdout: \u000a| (launched: 2022-12-08_20:34:44.145080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:45.703616 run osmo-stp_10.42.42.5(pid=11588): stderr: \u000a| �[0;m�[38;5;43m20221208203444312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203444312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203444312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203444313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203444313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203444313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203444313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:45.826223 run osmo-stp_10.42.42.5(pid=11588): stdout: \u000a| (launched: 2022-12-08_20:34:44.145080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:45.953766 run osmo-stp_10.42.42.5(pid=11588): stderr: \u000a| �[0;m�[38;5;43m20221208203444312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203444312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203444312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203444313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203444313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203444313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203444313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:46.009111 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11588): Process ended prematurely: osmo-stp_10.42.42.5(pid=11588) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11588)] [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:34:46.018735 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:34:46.081655 run osmo-hlr_10.42.42.2(pid=11585): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11585)]\u000a20:34:46.132795 run osmo-hlr_10.42.42.2(pid=11585): stdout: \u000a| (launched: 2022-12-08_20:34:43.187745) \u000a20:34:46.184391 run osmo-hlr_10.42.42.2(pid=11585): stderr: \u000a| �[0;m�[1;31m20221208203443362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203443362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203443362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203443362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203443362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203443363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203443374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203443382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203443383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203443383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:34:46.254906 run osmo-msc_10.42.42.6(pid=11591): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11591)]\u000a20:34:46.306246 run osmo-msc_10.42.42.6(pid=11591): stdout: \u000a| (launched: 2022-12-08_20:34:45.114758) \u000a20:34:46.368219 run osmo-msc_10.42.42.6(pid=11591): stderr: \u000a| �[0;m�[38;5;43m20221208203445386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208203445386 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f89fdae0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208203445386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208203445386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208203445386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208203445387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208203445388 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208203445389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208203445389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208203445389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:34:46.427986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11584): Terminating (SIGTERM)\u000a20:34:46.486056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11587): Terminating (SIGTERM)\u000a20:34:46.544669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11590): Terminating (SIGTERM)\u000a20:34:46.556302 --- ParallelTerminationStrategy: PID 11584 died...\u000a20:34:46.631752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11584): Terminated: ok {rc=0}\u000a20:34:46.645330 --- ParallelTerminationStrategy: PID 11587 died...\u000a20:34:46.719831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11587): Terminated: ok {rc=0}\u000a20:34:46.733165 --- ParallelTerminationStrategy: PID 11590 died...\u000a20:34:46.804235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11590): Terminated: ok {rc=0}\u000a20:34:46.919729 bus /sierra_3: Setting Powered False\u000a20:34:48.029526 bus /sierra_3: Setting Powered False\u000a20:34:49.137280 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11599): Process ended prematurely: osmo-stp_10.42.42.5(pid=11599) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11599)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11599): Process ended prematurely: osmo-stp_10.42.42.5(pid=11599) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:34:50.250530 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:34:50.263364 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:34:50.430980 tst mo_mt_call_osmux.py: using LAC 16643\u000a20:34:50.558294 tst mo_mt_call_osmux.py: using RAC 68\u000a20:34:50.685710 tst mo_mt_call_osmux.py: using CellId 16643\u000a20:34:50.815664 tst mo_mt_call_osmux.py: using BVCI 16644\u000a20:34:50.840687 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:34:50.852551 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:34:50.864196 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:34:50.875799 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:34:50.887562 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:34:50.899271 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:34:51.017777 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:34:51.231360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:34:51.752114 run create_hlr_db(pid=11593): Launched\u000a20:34:51.940874 bus /sierra_2: Setting Powered False\u000a20:34:52.962690 run create_hlr_db(pid=11593): Terminated: ok {rc=0}\u000a20:34:53.371076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11595): Launched\u000a20:34:53.676580 run osmo-hlr_10.42.42.2(pid=11596): Launched\u000a20:34:53.797034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:34:54.333342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11598): Launched\u000a20:34:54.638415 run osmo-stp_10.42.42.5(pid=11599): Launched\u000a20:34:54.750170 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:34:55.307162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11601): Launched\u000a20:34:55.614458 run osmo-msc_10.42.42.6(pid=11602): Launched\u000a20:34:55.793791 run osmo-stp_10.42.42.5(pid=11599): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11599)]\u000a20:34:55.923403 run osmo-stp_10.42.42.5(pid=11599): stdout: \u000a| (launched: 2022-12-08_20:34:54.487763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:56.051104 run osmo-stp_10.42.42.5(pid=11599): stderr: \u000a| �[0;m�[38;5;43m20221208203454654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203454654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203454655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203454655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203454655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203454655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203454656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:56.173177 run osmo-stp_10.42.42.5(pid=11599): stdout: \u000a| (launched: 2022-12-08_20:34:54.487763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:56.294090 run osmo-stp_10.42.42.5(pid=11599): stderr: \u000a| �[0;m�[38;5;43m20221208203454654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203454654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203454655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203454655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203454655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203454655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203454656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:56.347640 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11599): Process ended prematurely: osmo-stp_10.42.42.5(pid=11599) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11599)] [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:34:56.356263 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:34:56.416328 run osmo-hlr_10.42.42.2(pid=11596): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11596)]\u000a20:34:56.465539 run osmo-hlr_10.42.42.2(pid=11596): stdout: \u000a| (launched: 2022-12-08_20:34:53.526554) \u000a20:34:56.515547 run osmo-hlr_10.42.42.2(pid=11596): stderr: \u000a| �[0;m�[1;31m20221208203453700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203453700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203453700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203453700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203453700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203453700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203453712 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203453720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203453721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203453721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:34:56.582797 run osmo-msc_10.42.42.6(pid=11602): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11602)]\u000a20:34:56.631753 run osmo-msc_10.42.42.6(pid=11602): stdout: \u000a| (launched: 2022-12-08_20:34:55.462615) \u000a20:34:56.681348 run osmo-msc_10.42.42.6(pid=11602): stderr: \u000a| �[0;m�[38;5;43m20221208203455733 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208203455733 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7385ed6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208203455733 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208203455733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208203455734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208203455734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208203455735 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208203455736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208203455736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208203455736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:34:56.723383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11595): Terminating (SIGTERM)\u000a20:34:56.763282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11598): Terminating (SIGTERM)\u000a20:34:56.803110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11601): Terminating (SIGTERM)\u000a20:34:56.812511 --- ParallelTerminationStrategy: PID 11595 died...\u000a20:34:56.865645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11595): Terminated: ok {rc=0}\u000a20:34:56.875414 --- ParallelTerminationStrategy: PID 11598 died...\u000a20:34:56.928218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11598): Terminated: ok {rc=0}\u000a20:34:56.937934 --- ParallelTerminationStrategy: PID 11601 died...\u000a20:34:56.991359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11601): Terminated: ok {rc=0}\u000a20:34:57.079005 bus /sierra_3: Setting Powered False\u000a20:34:58.182126 bus /sierra_3: Setting Powered False\u000a20:34:59.293168 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:34:39" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11616): Process ended prematurely: osmo-stp_10.42.42.5(pid=11616) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11616)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11616): Process ended prematurely: osmo-stp_10.42.42.5(pid=11616) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:35:01.310641 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:01.326716 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:35:01.505988 tst mo_mt_call.py: using LAC 16644\u000a20:35:01.633666 tst mo_mt_call.py: using RAC 69\u000a20:35:01.762286 tst mo_mt_call.py: using CellId 16644\u000a20:35:01.906610 tst mo_mt_call.py: using BVCI 16645\u000a20:35:01.933002 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:01.945280 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:01.957475 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:01.969754 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:01.982141 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:01.994754 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:35:02.127734 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:35:02.334120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:35:02.811815 run create_hlr_db(pid=11610): Launched\u000a20:35:02.986900 bus /sierra_2: Setting Powered False\u000a20:35:04.008042 run create_hlr_db(pid=11610): Terminated: ok {rc=0}\u000a20:35:04.443145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11612): Launched\u000a20:35:04.772212 run osmo-hlr_10.42.42.2(pid=11613): Launched\u000a20:35:04.893291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:35:05.465468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11615): Launched\u000a20:35:05.791997 run osmo-stp_10.42.42.5(pid=11616): Launched\u000a20:35:05.910086 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:35:06.508357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11618): Launched\u000a20:35:06.836039 run osmo-msc_10.42.42.6(pid=11619): Launched\u000a20:35:07.027333 run osmo-stp_10.42.42.5(pid=11616): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11616)]\u000a20:35:07.166483 run osmo-stp_10.42.42.5(pid=11616): stdout: \u000a| (launched: 2022-12-08_20:35:05.632129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:07.303441 run osmo-stp_10.42.42.5(pid=11616): stderr: \u000a| �[0;m�[38;5;43m20221208203505822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203505822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203505823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203505823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203505823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203505824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203505824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:07.434577 run osmo-stp_10.42.42.5(pid=11616): stdout: \u000a| (launched: 2022-12-08_20:35:05.632129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:07.564660 run osmo-stp_10.42.42.5(pid=11616): stderr: \u000a| �[0;m�[38;5;43m20221208203505822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203505822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203505823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203505823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203505823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203505824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203505824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:07.622168 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11616): Process ended prematurely: osmo-stp_10.42.42.5(pid=11616) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11616)] [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:35:07.631360 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:35:07.694223 run osmo-hlr_10.42.42.2(pid=11613): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11613)]\u000a20:35:07.745979 run osmo-hlr_10.42.42.2(pid=11613): stdout: \u000a| (launched: 2022-12-08_20:35:04.610103) \u000a20:35:07.798724 run osmo-hlr_10.42.42.2(pid=11613): stderr: \u000a| �[0;m�[1;31m20221208203504805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203504805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203504805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203504805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203504805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203504805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203504817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203504826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203504827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203504827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:35:07.870159 run osmo-msc_10.42.42.6(pid=11619): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11619)]\u000a20:35:07.922036 run osmo-msc_10.42.42.6(pid=11619): stdout: \u000a| (launched: 2022-12-08_20:35:06.674689) \u000a20:35:07.974711 run osmo-msc_10.42.42.6(pid=11619): stderr: \u000a| �[0;m�[38;5;43m20221208203506995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208203506995 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff341d63c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208203506995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208203506995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208203506995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208203506995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208203506997 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208203506997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208203506998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208203506998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:35:08.019046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11612): Terminating (SIGTERM)\u000a20:35:08.061226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11615): Terminating (SIGTERM)\u000a20:35:08.103200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11618): Terminating (SIGTERM)\u000a20:35:08.112857 --- ParallelTerminationStrategy: PID 11612 died...\u000a20:35:08.168900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11612): Terminated: ok {rc=0}\u000a20:35:08.179136 --- ParallelTerminationStrategy: PID 11615 died...\u000a20:35:08.234807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11615): Terminated: ok {rc=0}\u000a20:35:08.244891 --- ParallelTerminationStrategy: PID 11618 died...\u000a20:35:08.301043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11618): Terminated: ok {rc=0}\u000a20:35:08.389113 bus /sierra_3: Setting Powered False\u000a20:35:09.493732 bus /sierra_3: Setting Powered False\u000a20:35:10.606119 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11627): Process ended prematurely: osmo-stp_10.42.42.5(pid=11627) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11627)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11627): Process ended prematurely: osmo-stp_10.42.42.5(pid=11627) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:35:11.717330 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:11.729101 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:35:11.891827 tst mo_mt_call_osmux.py: using LAC 16645\u000a20:35:12.014214 tst mo_mt_call_osmux.py: using RAC 70\u000a20:35:12.134309 tst mo_mt_call_osmux.py: using CellId 16645\u000a20:35:12.259293 tst mo_mt_call_osmux.py: using BVCI 16646\u000a20:35:12.282643 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:12.294018 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:12.305514 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:12.316822 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:12.328333 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:12.339663 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:35:12.455344 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:35:12.673018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:35:13.194772 run create_hlr_db(pid=11621): Launched\u000a20:35:13.383219 bus /sierra_2: Setting Powered False\u000a20:35:14.404028 run create_hlr_db(pid=11621): Terminated: ok {rc=0}\u000a20:35:14.814106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11623): Launched\u000a20:35:15.117805 run osmo-hlr_10.42.42.2(pid=11624): Launched\u000a20:35:15.233979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:35:15.769431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11626): Launched\u000a20:35:16.272034 run osmo-stp_10.42.42.5(pid=11627): Launched\u000a20:35:16.477572 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:35:17.127267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11629): Launched\u000a20:35:17.457473 run osmo-msc_10.42.42.6(pid=11630): Launched\u000a20:35:17.651498 run osmo-stp_10.42.42.5(pid=11627): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11627)]\u000a20:35:17.791696 run osmo-stp_10.42.42.5(pid=11627): stdout: \u000a| (launched: 2022-12-08_20:35:15.937200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:17.929853 run osmo-stp_10.42.42.5(pid=11627): stderr: \u000a| �[0;m�[38;5;43m20221208203516214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203516215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203516216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203516217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203516218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203516218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203516218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:18.061248 run osmo-stp_10.42.42.5(pid=11627): stdout: \u000a| (launched: 2022-12-08_20:35:15.937200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:18.191138 run osmo-stp_10.42.42.5(pid=11627): stderr: \u000a| �[0;m�[38;5;43m20221208203516214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203516215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203516216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203516217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203516218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203516218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203516218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:18.248398 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11627): Process ended prematurely: osmo-stp_10.42.42.5(pid=11627) [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11627)] [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:35:18.258071 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a20:35:18.320710 run osmo-hlr_10.42.42.2(pid=11624): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11624)]\u000a20:35:18.372433 run osmo-hlr_10.42.42.2(pid=11624): stdout: \u000a| (launched: 2022-12-08_20:35:14.968847) \u000a20:35:18.425002 run osmo-hlr_10.42.42.2(pid=11624): stderr: \u000a| �[0;m�[1;31m20221208203515142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203515142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203515142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203515142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203515142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203515142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203515154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203515163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203515163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203515163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:35:18.495764 run osmo-msc_10.42.42.6(pid=11630): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11630)]\u000a20:35:18.547195 run osmo-msc_10.42.42.6(pid=11630): stdout: \u000a| (launched: 2022-12-08_20:35:17.297806) \u000a20:35:18.599167 run osmo-msc_10.42.42.6(pid=11630): stderr: \u000a| �[0;m�[38;5;43m20221208203517621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208203517621 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6501a27c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208203517621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208203517621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208203517622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208203517622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208203517623 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208203517624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208203517624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208203517624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:35:18.643472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11623): Terminating (SIGTERM)\u000a20:35:18.685596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11626): Terminating (SIGTERM)\u000a20:35:18.727508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11629): Terminating (SIGTERM)\u000a20:35:18.737146 --- ParallelTerminationStrategy: PID 11623 died...\u000a20:35:18.793513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11623): Terminated: ok {rc=0}\u000a20:35:18.803586 --- ParallelTerminationStrategy: PID 11626 died...\u000a20:35:18.859323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11626): Terminated: ok {rc=0}\u000a20:35:18.869384 --- ParallelTerminationStrategy: PID 11629 died...\u000a20:35:18.925504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11629): Terminated: ok {rc=0}\u000a20:35:19.012721 bus /sierra_3: Setting Powered False\u000a20:35:20.119950 bus /sierra_3: Setting Powered False\u000a20:35:21.228298 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:35:01" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11641): Process ended prematurely: osmo-stp_10.42.42.5(pid=11641) [trial-2349↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11641)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11641): Process ended prematurely: osmo-stp_10.42.42.5(pid=11641) [trial-2349↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:35:23.258955 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:23.270390 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:35:23.411232 tst emergency_mo_mt_call.py: using LAC 16646\u000a20:35:23.539153 tst emergency_mo_mt_call.py: using RAC 71\u000a20:35:23.663075 tst emergency_mo_mt_call.py: using CellId 16646\u000a20:35:23.788847 tst emergency_mo_mt_call.py: using BVCI 16647\u000a20:35:23.813240 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:23.824669 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:23.835740 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:23.846926 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:23.858130 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:23.869266 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:35:23.984789 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:35:24.184394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:35:24.668705 run create_hlr_db(pid=11635): Launched\u000a20:35:24.842199 bus /sierra_2: Setting Powered False\u000a20:35:25.862667 run create_hlr_db(pid=11635): Terminated: ok {rc=0}\u000a20:35:26.290760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11637): Launched\u000a20:35:26.610783 run osmo-hlr_10.42.42.2(pid=11638): Launched\u000a20:35:26.728283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:35:27.287694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11640): Launched\u000a20:35:27.607767 run osmo-stp_10.42.42.5(pid=11641): Launched\u000a20:35:27.737271 tst emergency_mo_mt_call.py: using MSISDN 6843\u000a20:35:27.897540 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:35:28.483011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11643): Launched\u000a20:35:28.803670 run osmo-msc_10.42.42.6(pid=11644): Launched\u000a20:35:28.992014 run osmo-stp_10.42.42.5(pid=11641): ERR: Terminated: ERROR {rc=1} [trial-2349↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11641)]\u000a20:35:29.127490 run osmo-stp_10.42.42.5(pid=11641): stdout: \u000a| (launched: 2022-12-08_20:35:27.450642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:29.262892 run osmo-stp_10.42.42.5(pid=11641): stderr: \u000a| �[0;m�[38;5;43m20221208203527646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203527646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203527646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203527647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203527647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203527647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203527647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:29.391944 run osmo-stp_10.42.42.5(pid=11641): stdout: \u000a| (launched: 2022-12-08_20:35:27.450642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:29.519260 run osmo-stp_10.42.42.5(pid=11641): stderr: \u000a| �[0;m�[38;5;43m20221208203527646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203527646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203527646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203527647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203527647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203527647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203527647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:29.575269 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=11641): Process ended prematurely: osmo-stp_10.42.42.5(pid=11641) [trial-2349↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11641)] [trial-2349↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a20:35:29.583899 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a20:35:29.646943 run osmo-hlr_10.42.42.2(pid=11638): ERR: Terminated: ERROR {rc=237} [trial-2349↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11638)]\u000a20:35:29.699354 run osmo-hlr_10.42.42.2(pid=11638): stdout: \u000a| (launched: 2022-12-08_20:35:26.453975) \u000a20:35:29.752096 run osmo-hlr_10.42.42.2(pid=11638): stderr: \u000a| �[0;m�[1;31m20221208203526652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203526652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203526652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203526652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203526652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203526652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203526666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203526674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203526674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203526674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:35:29.823673 run osmo-msc_10.42.42.6(pid=11644): ERR: Terminated: ERROR {rc=2} [trial-2349↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11644)]\u000a20:35:29.875865 run osmo-msc_10.42.42.6(pid=11644): stdout: \u000a| (launched: 2022-12-08_20:35:28.646244) \u000a20:35:29.928330 run osmo-msc_10.42.42.6(pid=11644): stderr: \u000a| �[0;m�[38;5;43m20221208203528967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208203528967 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab0a2b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208203528967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208203528967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208203528967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208203528968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208203528970 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208203528970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208203528970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208203528970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:35:29.973124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11637): Terminating (SIGTERM)\u000a20:35:30.015361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11640): Terminating (SIGTERM)\u000a20:35:30.057610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11643): Terminating (SIGTERM)\u000a20:35:30.067342 --- ParallelTerminationStrategy: PID 11637 died...\u000a20:35:30.123743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11637): Terminated: ok {rc=0}\u000a20:35:30.133875 --- ParallelTerminationStrategy: PID 11640 died...\u000a20:35:30.190198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11640): Terminated: ok {rc=0}\u000a20:35:30.200273 --- ParallelTerminationStrategy: PID 11643 died...\u000a20:35:30.256463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11643): Terminated: ok {rc=0}\u000a20:35:30.344255 bus /sierra_3: Setting Powered False\u000a20:35:31.464184 bus /sierra_3: Setting Powered False\u000a20:35:32.573833 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11652): Process ended prematurely: osmo-stp_10.42.42.5(pid=11652) [trial-2349↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11652)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11652): Process ended prematurely: osmo-stp_10.42.42.5(pid=11652) [trial-2349↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:35:33.628118 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:33.640533 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:35:33.787035 tst emergency_preemptive_call.py: using LAC 16647\u000a20:35:33.912911 tst emergency_preemptive_call.py: using RAC 72\u000a20:35:34.036592 tst emergency_preemptive_call.py: using CellId 16647\u000a20:35:34.160393 tst emergency_preemptive_call.py: using BVCI 16648\u000a20:35:34.184675 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:34.196013 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:34.207392 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:34.218591 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:34.229839 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:34.240896 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:35:34.360243 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:35:34.480200 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:35:34.595339 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:35:34.804221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:35:35.316907 run create_hlr_db(pid=11646): Launched\u000a20:35:35.503913 bus /sierra_2: Setting Powered False\u000a20:35:36.525315 run create_hlr_db(pid=11646): Terminated: ok {rc=0}\u000a20:35:36.928448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11648): Launched\u000a20:35:37.226329 run osmo-hlr_10.42.42.2(pid=11649): Launched\u000a20:35:37.340029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:35:37.867864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11651): Launched\u000a20:35:38.165591 run osmo-stp_10.42.42.5(pid=11652): Launched\u000a20:35:38.295289 tst emergency_preemptive_call.py: using MSISDN 6844\u000a20:35:38.447920 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:35:38.993468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11654): Launched\u000a20:35:39.290814 run osmo-msc_10.42.42.6(pid=11655): Launched\u000a20:35:39.466785 run osmo-stp_10.42.42.5(pid=11652): ERR: Terminated: ERROR {rc=1} [trial-2349↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11652)]\u000a20:35:39.594467 run osmo-stp_10.42.42.5(pid=11652): stdout: \u000a| (launched: 2022-12-08_20:35:38.019030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:39.719501 run osmo-stp_10.42.42.5(pid=11652): stderr: \u000a| �[0;m�[38;5;43m20221208203538188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203538189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203538189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203538189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203538190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203538190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203538190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:39.840091 run osmo-stp_10.42.42.5(pid=11652): stdout: \u000a| (launched: 2022-12-08_20:35:38.019030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:39.959230 run osmo-stp_10.42.42.5(pid=11652): stderr: \u000a| �[0;m�[38;5;43m20221208203538188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203538189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203538189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203538189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203538190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203538190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203538190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:40.011415 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=11652): Process ended prematurely: osmo-stp_10.42.42.5(pid=11652) [trial-2349↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11652)] [trial-2349↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a20:35:40.019536 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a20:35:40.080644 run osmo-hlr_10.42.42.2(pid=11649): ERR: Terminated: ERROR {rc=237} [trial-2349↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11649)]\u000a20:35:40.130668 run osmo-hlr_10.42.42.2(pid=11649): stdout: \u000a| (launched: 2022-12-08_20:35:37.079952) \u000a20:35:40.181389 run osmo-hlr_10.42.42.2(pid=11649): stderr: \u000a| �[0;m�[1;31m20221208203537255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203537255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203537255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203537255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203537255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203537255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203537267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203537276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203537276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203537276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:35:40.250022 run osmo-msc_10.42.42.6(pid=11655): ERR: Terminated: ERROR {rc=2} [trial-2349↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11655)]\u000a20:35:40.299864 run osmo-msc_10.42.42.6(pid=11655): stdout: \u000a| (launched: 2022-12-08_20:35:39.144289) \u000a20:35:40.350333 run osmo-msc_10.42.42.6(pid=11655): stderr: \u000a| �[0;m�[38;5;43m20221208203539416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208203539417 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e59a63c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208203539417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208203539417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208203539417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208203539417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208203539419 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208203539419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208203539420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208203539420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:35:40.392837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11648): Terminating (SIGTERM)\u000a20:35:40.433395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11651): Terminating (SIGTERM)\u000a20:35:40.474241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11654): Terminating (SIGTERM)\u000a20:35:40.483554 --- ParallelTerminationStrategy: PID 11648 died...\u000a20:35:40.537921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11648): Terminated: ok {rc=0}\u000a20:35:40.547572 --- ParallelTerminationStrategy: PID 11651 died...\u000a20:35:40.601268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11651): Terminated: ok {rc=0}\u000a20:35:40.610824 --- ParallelTerminationStrategy: PID 11654 died...\u000a20:35:40.664494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11654): Terminated: ok {rc=0}\u000a20:35:40.748124 bus /sierra_9: Setting Powered False\u000a20:35:41.856894 bus /sierra_9: Setting Powered False\u000a20:35:42.965724 bus /sierra_8: Setting Powered False\u000a20:35:44.072177 bus /sierra_8: Setting Powered False\u000a20:35:45.184108 bus /sierra_3: Setting Powered False\u000a20:35:46.292900 bus /sierra_3: Setting Powered False\u000a20:35:47.401769 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:35:22" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11670): Process ended prematurely: osmo-stp_10.42.42.5(pid=11670) [trial-2349↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11670)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11670): Process ended prematurely: osmo-stp_10.42.42.5(pid=11670) [trial-2349↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:35:49.546210 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:35:49.557409 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:35:49.704282 tst cs_paging_gprs_active.py: using LAC 16648\u000a20:35:49.832527 tst cs_paging_gprs_active.py: using RAC 73\u000a20:35:49.962807 tst cs_paging_gprs_active.py: using CellId 16648\u000a20:35:50.090933 tst cs_paging_gprs_active.py: using BVCI 16649\u000a20:35:50.114309 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:35:50.125257 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:35:50.135921 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:35:50.147182 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:35:50.158201 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:35:50.168940 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:35:50.179928 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:35:50.190777 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:35:50.201800 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:35:50.324623 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:35:50.622849 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:35:50.760321 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:35:51.099619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11660): Launched\u000a20:35:51.382883 run iperf3-srv_10.42.42.10(pid=11661): Launched\u000a20:35:51.583138 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:35:51.719099 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:35:52.059611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11662): Launched\u000a20:35:52.342314 run iperf3-srv_10.42.42.10(pid=11663): Launched\u000a20:35:52.542467 tst cs_paging_gprs_active.py:38: start network...\u000a20:35:52.678616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:35:53.203592 run create_hlr_db(pid=11664): Launched\u000a20:35:53.392488 bus /sierra_2: Setting Powered False\u000a20:35:54.403056 run create_hlr_db(pid=11664): Terminated: ok {rc=0}\u000a20:35:54.848273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11666): Launched\u000a20:35:55.176308 run osmo-hlr_10.42.42.2(pid=11667): Launched\u000a20:35:55.295603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:35:55.865507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11669): Launched\u000a20:35:56.195354 run osmo-stp_10.42.42.5(pid=11670): Launched\u000a20:35:56.314080 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:35:56.886247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11672): Launched\u000a20:35:57.003383 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:35:57.288054 run patchelf(pid=11673): Launched\u000a20:35:57.479322 run osmo-stp_10.42.42.5(pid=11670): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11670)]\u000a20:35:57.619431 run osmo-stp_10.42.42.5(pid=11670): stdout: \u000a| (launched: 2022-12-08_20:35:56.033464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:57.759567 run osmo-stp_10.42.42.5(pid=11670): stderr: \u000a| �[0;m�[38;5;43m20221208203556226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203556226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203556226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203556227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203556227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203556227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203556227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:57.895346 run osmo-stp_10.42.42.5(pid=11670): stdout: \u000a| (launched: 2022-12-08_20:35:56.033464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:58.030184 run osmo-stp_10.42.42.5(pid=11670): stderr: \u000a| �[0;m�[38;5;43m20221208203556226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203556226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203556226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203556227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203556227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203556227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203556227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:58.186811 run patchelf(pid=11673): Terminating (SIGINT)\u000a20:35:58.370338 run patchelf(pid=11673): Terminated: ok {rc=0}\u000a20:35:58.403905 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11670): Process ended prematurely: osmo-stp_10.42.42.5(pid=11670) [trial-2349↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11670)] [trial-2349↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a20:35:58.413878 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a20:35:58.476902 run osmo-hlr_10.42.42.2(pid=11667): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11667)]\u000a20:35:58.528493 run osmo-hlr_10.42.42.2(pid=11667): stdout: \u000a| (launched: 2022-12-08_20:35:55.015375) \u000a20:35:58.580636 run osmo-hlr_10.42.42.2(pid=11667): stderr: \u000a| �[0;m�[1;31m20221208203555213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203555213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203555213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203555213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203555213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203555213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203555228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203555237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203555237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203555237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:35:58.625069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11660): Terminating (SIGTERM)\u000a20:35:58.666914 run iperf3-srv_10.42.42.10(pid=11661): Terminating (SIGTERM)\u000a20:35:58.708776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11662): Terminating (SIGTERM)\u000a20:35:58.750569 run iperf3-srv_10.42.42.10(pid=11663): Terminating (SIGTERM)\u000a20:35:58.792295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11666): Terminating (SIGTERM)\u000a20:35:58.834520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11669): Terminating (SIGTERM)\u000a20:35:58.877072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11672): Terminating (SIGTERM)\u000a20:35:58.886683 --- ParallelTerminationStrategy: PID 11660 died...\u000a20:35:58.942827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11660): Terminated: ok {rc=0}\u000a20:35:58.952819 --- ParallelTerminationStrategy: PID 11661 died...\u000a20:35:59.008481 run iperf3-srv_10.42.42.10(pid=11661): Terminated {rc=256}\u000a20:35:59.018454 --- ParallelTerminationStrategy: PID 11662 died...\u000a20:35:59.074676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11662): Terminated: ok {rc=0}\u000a20:35:59.084709 --- ParallelTerminationStrategy: PID 11663 died...\u000a20:35:59.140526 run iperf3-srv_10.42.42.10(pid=11663): Terminated {rc=256}\u000a20:35:59.150503 --- ParallelTerminationStrategy: PID 11666 died...\u000a20:35:59.206161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11666): Terminated: ok {rc=0}\u000a20:35:59.216212 --- ParallelTerminationStrategy: PID 11669 died...\u000a20:35:59.271918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11669): Terminated: ok {rc=0}\u000a20:35:59.282078 --- ParallelTerminationStrategy: PID 11672 died...\u000a20:35:59.337902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11672): Terminated: ok {rc=0}\u000a20:35:59.425937 bus /gobi_0: Setting Powered False\u000a20:36:00.533769 bus /gobi_0: Setting Powered False\u000a20:36:01.676297 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11682): Process ended prematurely: osmo-stp_10.42.42.5(pid=11682) [trial-2349↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11682)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11682): Process ended prematurely: osmo-stp_10.42.42.5(pid=11682) [trial-2349↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a20:36:02.792390 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:02.804200 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:36:02.948160 tst iperf3.py: using LAC 16649\u000a20:36:03.069872 tst iperf3.py: using RAC 74\u000a20:36:03.192521 tst iperf3.py: using CellId 16649\u000a20:36:03.312149 tst iperf3.py: using BVCI 16650\u000a20:36:03.335617 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:03.346732 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:03.357587 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:03.368540 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:03.379425 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:03.390451 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:03.401681 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:03.412605 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:03.423754 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:36:03.721357 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:36:03.858576 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:36:04.197850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11674): Launched\u000a20:36:04.478665 run iperf3-srv_10.42.42.10(pid=11675): Launched\u000a20:36:04.678927 tst iperf3.py:8: start network...\u000a20:36:04.815541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:36:05.339857 run create_hlr_db(pid=11676): Launched\u000a20:36:05.529468 bus /gobi_6: Setting Powered False\u000a20:36:06.550412 run create_hlr_db(pid=11676): Terminated: ok {rc=0}\u000a20:36:06.960677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11678): Launched\u000a20:36:07.267335 run osmo-hlr_10.42.42.2(pid=11679): Launched\u000a20:36:07.393532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:36:07.932588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11681): Launched\u000a20:36:08.239417 run osmo-stp_10.42.42.5(pid=11682): Launched\u000a20:36:08.350730 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:36:08.882216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11684): Launched\u000a20:36:08.991127 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:36:09.258632 run patchelf(pid=11685): Launched\u000a20:36:09.438229 run osmo-stp_10.42.42.5(pid=11682): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11682)]\u000a20:36:09.569141 run osmo-stp_10.42.42.5(pid=11682): stdout: \u000a| (launched: 2022-12-08_20:36:08.088466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:09.700181 run osmo-stp_10.42.42.5(pid=11682): stderr: \u000a| �[0;m�[38;5;43m20221208203608257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203608257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203608257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203608258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203608258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203608258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203608258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:09.827167 run osmo-stp_10.42.42.5(pid=11682): stdout: \u000a| (launched: 2022-12-08_20:36:08.088466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:09.952813 run osmo-stp_10.42.42.5(pid=11682): stderr: \u000a| �[0;m�[38;5;43m20221208203608257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203608257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203608257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203608258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203608258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203608258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203608258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:10.100218 run patchelf(pid=11685): Terminating (SIGINT)\u000a20:36:10.272422 run patchelf(pid=11685): Terminated: ok {rc=0}\u000a20:36:10.304247 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11682): Process ended prematurely: osmo-stp_10.42.42.5(pid=11682) [trial-2349↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11682)] [trial-2349↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a20:36:10.313705 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a20:36:10.375338 run osmo-hlr_10.42.42.2(pid=11679): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11679)]\u000a20:36:10.424748 run osmo-hlr_10.42.42.2(pid=11679): stdout: \u000a| (launched: 2022-12-08_20:36:07.116511) \u000a20:36:10.475341 run osmo-hlr_10.42.42.2(pid=11679): stderr: \u000a| �[0;m�[1;31m20221208203607295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203607295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203607296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203607296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203607296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203607296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203607307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203607317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203607317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203607317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:36:10.518488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11674): Terminating (SIGTERM)\u000a20:36:10.558899 run iperf3-srv_10.42.42.10(pid=11675): Terminating (SIGTERM)\u000a20:36:10.599360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11678): Terminating (SIGTERM)\u000a20:36:10.640154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11681): Terminating (SIGTERM)\u000a20:36:10.680889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11684): Terminating (SIGTERM)\u000a20:36:10.690683 --- ParallelTerminationStrategy: PID 11674 died...\u000a20:36:10.745079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11674): Terminated: ok {rc=0}\u000a20:36:10.754827 --- ParallelTerminationStrategy: PID 11675 died...\u000a20:36:10.808301 run iperf3-srv_10.42.42.10(pid=11675): Terminated {rc=256}\u000a20:36:10.818423 --- ParallelTerminationStrategy: PID 11678 died...\u000a20:36:10.872383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11678): Terminated: ok {rc=0}\u000a20:36:10.882221 --- ParallelTerminationStrategy: PID 11681 died...\u000a20:36:10.936102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11681): Terminated: ok {rc=0}\u000a20:36:10.946153 --- ParallelTerminationStrategy: PID 11684 died...\u000a20:36:10.999846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11684): Terminated: ok {rc=0}\u000a20:36:11.084341 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11700): Process ended prematurely: osmo-stp_10.42.42.5(pid=11700) [trial-2349↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11700)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11700): Process ended prematurely: osmo-stp_10.42.42.5(pid=11700) [trial-2349↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a20:36:12.194418 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:12.206070 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:36:12.343986 tst iperf3m4.py: using LAC 16650\u000a20:36:12.465056 tst iperf3m4.py: using RAC 75\u000a20:36:12.596364 tst iperf3m4.py: using CellId 16650\u000a20:36:12.722549 tst iperf3m4.py: using BVCI 16651\u000a20:36:12.747592 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:12.759024 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:12.770252 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:12.781416 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:12.792447 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:12.803620 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:12.815355 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:12.826464 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:12.837752 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:36:12.954881 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:36:13.072512 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:36:13.192552 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:36:13.474311 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:36:13.601301 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:36:13.916101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11686): Launched\u000a20:36:14.180618 run iperf3-srv_10.42.42.10(pid=11687): Launched\u000a20:36:14.365836 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:36:14.492301 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:36:14.807943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11688): Launched\u000a20:36:15.070691 run iperf3-srv_10.42.42.10(pid=11689): Launched\u000a20:36:15.255537 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:36:15.382331 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:36:15.697484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11690): Launched\u000a20:36:16.006090 run iperf3-srv_10.42.42.10(pid=11691): Launched\u000a20:36:16.278757 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:36:16.409882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:36:16.764646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11692): Launched\u000a20:36:17.049868 run iperf3-srv_10.42.42.10(pid=11693): Launched\u000a20:36:17.255231 tst iperf3m4.py:8: start network...\u000a20:36:17.391794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:36:17.916785 run create_hlr_db(pid=11694): Launched\u000a20:36:18.105988 bus /gobi_6: Setting Powered False\u000a20:36:19.115365 run create_hlr_db(pid=11694): Terminated: ok {rc=0}\u000a20:36:19.531119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11696): Launched\u000a20:36:19.836377 run osmo-hlr_10.42.42.2(pid=11697): Launched\u000a20:36:19.947928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:36:20.480360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11699): Launched\u000a20:36:20.786271 run osmo-stp_10.42.42.5(pid=11700): Launched\u000a20:36:20.898023 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:36:21.432227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11702): Launched\u000a20:36:21.541333 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:36:21.811101 run patchelf(pid=11703): Launched\u000a20:36:22.014991 run osmo-stp_10.42.42.5(pid=11700): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11700)]\u000a20:36:22.146740 run osmo-stp_10.42.42.5(pid=11700): stdout: \u000a| (launched: 2022-12-08_20:36:20.635154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:22.277935 run osmo-stp_10.42.42.5(pid=11700): stderr: \u000a| �[0;m�[38;5;43m20221208203620806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203620806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203620807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203620807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203620807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203620807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203620808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:22.405266 run osmo-stp_10.42.42.5(pid=11700): stdout: \u000a| (launched: 2022-12-08_20:36:20.635154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:22.531573 run osmo-stp_10.42.42.5(pid=11700): stderr: \u000a| �[0;m�[38;5;43m20221208203620806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203620806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203620807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203620807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203620807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203620807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203620808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:22.678324 run patchelf(pid=11703): Terminating (SIGINT)\u000a20:36:22.850986 run patchelf(pid=11703): Terminated: ok {rc=0}\u000a20:36:22.882714 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11700): Process ended prematurely: osmo-stp_10.42.42.5(pid=11700) [trial-2349↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11700)] [trial-2349↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a20:36:22.892022 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a20:36:22.954008 run osmo-hlr_10.42.42.2(pid=11697): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11697)]\u000a20:36:23.004332 run osmo-hlr_10.42.42.2(pid=11697): stdout: \u000a| (launched: 2022-12-08_20:36:19.686123) \u000a20:36:23.055218 run osmo-hlr_10.42.42.2(pid=11697): stderr: \u000a| �[0;m�[1;31m20221208203619861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203619862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203619862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203619862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203619862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203619862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203619875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203619886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203619886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203619886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:36:23.097579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11686): Terminating (SIGTERM)\u000a20:36:23.137923 run iperf3-srv_10.42.42.10(pid=11687): Terminating (SIGTERM)\u000a20:36:23.178115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11688): Terminating (SIGTERM)\u000a20:36:23.218210 run iperf3-srv_10.42.42.10(pid=11689): Terminating (SIGTERM)\u000a20:36:23.258379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11690): Terminating (SIGTERM)\u000a20:36:23.298389 run iperf3-srv_10.42.42.10(pid=11691): Terminating (SIGTERM)\u000a20:36:23.338481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11692): Terminating (SIGTERM)\u000a20:36:23.378688 run iperf3-srv_10.42.42.10(pid=11693): Terminating (SIGTERM)\u000a20:36:23.418930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11696): Terminating (SIGTERM)\u000a20:36:23.459111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11699): Terminating (SIGTERM)\u000a20:36:23.499192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11702): Terminating (SIGTERM)\u000a20:36:23.508718 --- ParallelTerminationStrategy: PID 11686 died...\u000a20:36:23.562877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11686): Terminated: ok {rc=0}\u000a20:36:23.572557 --- ParallelTerminationStrategy: PID 11687 died...\u000a20:36:23.625961 run iperf3-srv_10.42.42.10(pid=11687): Terminated {rc=256}\u000a20:36:23.635744 --- ParallelTerminationStrategy: PID 11688 died...\u000a20:36:23.689425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11688): Terminated: ok {rc=0}\u000a20:36:23.699382 --- ParallelTerminationStrategy: PID 11689 died...\u000a20:36:23.753040 run iperf3-srv_10.42.42.10(pid=11689): Terminated {rc=256}\u000a20:36:23.762618 --- ParallelTerminationStrategy: PID 11690 died...\u000a20:36:23.816386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11690): Terminated: ok {rc=0}\u000a20:36:23.826078 --- ParallelTerminationStrategy: PID 11691 died...\u000a20:36:23.879348 run iperf3-srv_10.42.42.10(pid=11691): Terminated {rc=256}\u000a20:36:23.889292 --- ParallelTerminationStrategy: PID 11692 died...\u000a20:36:23.942788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11692): Terminated: ok {rc=0}\u000a20:36:23.952621 --- ParallelTerminationStrategy: PID 11693 died...\u000a20:36:24.006138 run iperf3-srv_10.42.42.10(pid=11693): Terminated {rc=256}\u000a20:36:24.015995 --- ParallelTerminationStrategy: PID 11696 died...\u000a20:36:24.069530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11696): Terminated: ok {rc=0}\u000a20:36:24.079431 --- ParallelTerminationStrategy: PID 11699 died...\u000a20:36:24.133480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11699): Terminated: ok {rc=0}\u000a20:36:24.143153 --- ParallelTerminationStrategy: PID 11702 died...\u000a20:36:24.196767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11702): Terminated: ok {rc=0}\u000a20:36:24.286439 bus /gobi_4: Setting Powered False\u000a20:36:25.390383 bus /gobi_4: Setting Powered False\u000a20:36:26.502107 bus /gobi_1: Setting Powered False\u000a20:36:27.605416 bus /gobi_1: Setting Powered False\u000a20:36:28.717172 bus /gobi_0: Setting Powered False\u000a20:36:29.818701 bus /gobi_0: Setting Powered False\u000a20:36:30.955035 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11710): Process ended prematurely: osmo-stp_10.42.42.5(pid=11710) [trial-2349↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11710)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11710): Process ended prematurely: osmo-stp_10.42.42.5(pid=11710) [trial-2349↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a20:36:32.028659 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:32.041293 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:36:32.190264 tst ping.py: using LAC 16651\u000a20:36:32.318085 tst ping.py: using RAC 76\u000a20:36:32.442626 tst ping.py: using CellId 16651\u000a20:36:32.568518 tst ping.py: using BVCI 16652\u000a20:36:32.593423 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:32.605004 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:32.616220 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:32.627348 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:32.638372 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:32.649374 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:32.660640 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:32.672044 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:36:32.947926 tst ping.py:19: start network...\u000a20:36:33.071321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:36:33.538223 run create_hlr_db(pid=11704): Launched\u000a20:36:33.710643 bus /gobi_6: Setting Powered False\u000a20:36:34.731505 run create_hlr_db(pid=11704): Terminated: ok {rc=0}\u000a20:36:35.161904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11706): Launched\u000a20:36:35.481679 run osmo-hlr_10.42.42.2(pid=11707): Launched\u000a20:36:35.603170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:36:36.163825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11709): Launched\u000a20:36:36.485146 run osmo-stp_10.42.42.5(pid=11710): Launched\u000a20:36:36.601341 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:36:37.162827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11712): Launched\u000a20:36:37.277303 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:36:37.558197 run patchelf(pid=11713): Launched\u000a20:36:37.746457 run osmo-stp_10.42.42.5(pid=11710): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11710)]\u000a20:36:37.884900 run osmo-stp_10.42.42.5(pid=11710): stdout: \u000a| (launched: 2022-12-08_20:36:36.327222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:38.022696 run osmo-stp_10.42.42.5(pid=11710): stderr: \u000a| �[0;m�[38;5;43m20221208203636522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203636523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203636523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203636523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203636524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203636524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203636524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:38.155190 run osmo-stp_10.42.42.5(pid=11710): stdout: \u000a| (launched: 2022-12-08_20:36:36.327222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:38.287550 run osmo-stp_10.42.42.5(pid=11710): stderr: \u000a| �[0;m�[38;5;43m20221208203636522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203636523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203636523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203636523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203636524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203636524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203636524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:38.440898 run patchelf(pid=11713): Terminating (SIGINT)\u000a20:36:38.620514 run patchelf(pid=11713): Terminated: ok {rc=0}\u000a20:36:38.653211 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11710): Process ended prematurely: osmo-stp_10.42.42.5(pid=11710) [trial-2349↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11710)] [trial-2349↪gprs:trx-sysmocell5000↪ping.py:22]\u000a20:36:38.662420 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:36:38.725320 run osmo-hlr_10.42.42.2(pid=11707): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11707)]\u000a20:36:38.776863 run osmo-hlr_10.42.42.2(pid=11707): stdout: \u000a| (launched: 2022-12-08_20:36:35.324801) \u000a20:36:38.829291 run osmo-hlr_10.42.42.2(pid=11707): stderr: \u000a| �[0;m�[1;31m20221208203635526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203635526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203635526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203635526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203635526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203635526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203635538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203635546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203635546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203635546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:36:38.874095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11706): Terminating (SIGTERM)\u000a20:36:38.916200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11709): Terminating (SIGTERM)\u000a20:36:38.958368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11712): Terminating (SIGTERM)\u000a20:36:38.968099 --- ParallelTerminationStrategy: PID 11706 died...\u000a20:36:39.024630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11706): Terminated: ok {rc=0}\u000a20:36:39.034858 --- ParallelTerminationStrategy: PID 11709 died...\u000a20:36:39.090966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11709): Terminated: ok {rc=0}\u000a20:36:39.101102 --- ParallelTerminationStrategy: PID 11712 died...\u000a20:36:39.156924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11712): Terminated: ok {rc=0}\u000a20:36:39.244159 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11720): Process ended prematurely: osmo-stp_10.42.42.5(pid=11720) [trial-2349↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11720)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11720): Process ended prematurely: osmo-stp_10.42.42.5(pid=11720) [trial-2349↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a20:36:40.299012 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:40.311551 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:36:40.449810 tst ping_idle_ping.py: using LAC 16652\u000a20:36:40.567392 tst ping_idle_ping.py: using RAC 77\u000a20:36:40.686209 tst ping_idle_ping.py: using CellId 16652\u000a20:36:40.804838 tst ping_idle_ping.py: using BVCI 16653\u000a20:36:40.827660 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:40.838569 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:40.849232 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:40.860275 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:40.871135 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:40.882013 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:40.893121 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:40.903889 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:36:41.179439 tst ping_idle_ping.py:24: start network...\u000a20:36:41.303921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:36:41.776105 run create_hlr_db(pid=11714): Launched\u000a20:36:41.950152 bus /gobi_6: Setting Powered False\u000a20:36:42.971312 run create_hlr_db(pid=11714): Terminated: ok {rc=0}\u000a20:36:43.371905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11716): Launched\u000a20:36:43.674702 run osmo-hlr_10.42.42.2(pid=11717): Launched\u000a20:36:43.788636 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:36:44.310266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11719): Launched\u000a20:36:44.611333 run osmo-stp_10.42.42.5(pid=11720): Launched\u000a20:36:44.720562 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:36:45.243730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11722): Launched\u000a20:36:45.350527 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:36:45.612648 run patchelf(pid=11723): Launched\u000a20:36:45.789361 run osmo-stp_10.42.42.5(pid=11720): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11720)]\u000a20:36:45.927946 run osmo-stp_10.42.42.5(pid=11720): stdout: \u000a| (launched: 2022-12-08_20:36:44.463018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:46.059907 run osmo-stp_10.42.42.5(pid=11720): stderr: \u000a| �[0;m�[38;5;43m20221208203644634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203644634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203644634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203644635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203644635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203644635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203644635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:46.187062 run osmo-stp_10.42.42.5(pid=11720): stdout: \u000a| (launched: 2022-12-08_20:36:44.463018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:46.313405 run osmo-stp_10.42.42.5(pid=11720): stderr: \u000a| �[0;m�[38;5;43m20221208203644634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203644634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203644634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203644635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203644635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203644635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203644635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:46.460058 run patchelf(pid=11723): Terminating (SIGINT)\u000a20:36:46.632721 run patchelf(pid=11723): Terminated: ok {rc=0}\u000a20:36:46.664675 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11720): Process ended prematurely: osmo-stp_10.42.42.5(pid=11720) [trial-2349↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11720)] [trial-2349↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a20:36:46.674197 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a20:36:46.736325 run osmo-hlr_10.42.42.2(pid=11717): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11717)]\u000a20:36:46.786923 run osmo-hlr_10.42.42.2(pid=11717): stdout: \u000a| (launched: 2022-12-08_20:36:43.524347) \u000a20:36:46.838620 run osmo-hlr_10.42.42.2(pid=11717): stderr: \u000a| �[0;m�[1;31m20221208203643701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203643701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203643701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203643701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203643701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203643702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203643713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203643721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203643722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203643722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:36:46.882469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11716): Terminating (SIGTERM)\u000a20:36:46.924295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11719): Terminating (SIGTERM)\u000a20:36:46.966915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11722): Terminating (SIGTERM)\u000a20:36:46.977727 --- ParallelTerminationStrategy: PID 11716 died...\u000a20:36:47.033285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11716): Terminated: ok {rc=0}\u000a20:36:47.043818 --- ParallelTerminationStrategy: PID 11719 died...\u000a20:36:47.098723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11719): Terminated: ok {rc=0}\u000a20:36:47.109310 --- ParallelTerminationStrategy: PID 11722 died...\u000a20:36:47.163889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11722): Terminated: ok {rc=0}\u000a20:36:47.253679 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:35:49" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11737): Process ended prematurely: osmo-stp_10.42.42.5(pid=11737) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11737)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11737): Process ended prematurely: osmo-stp_10.42.42.5(pid=11737) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:36:49.405414 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:36:49.416214 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:36:49.554207 tst cs_paging_gprs_active.py: using LAC 16653\u000a20:36:49.682788 tst cs_paging_gprs_active.py: using RAC 78\u000a20:36:49.812783 tst cs_paging_gprs_active.py: using CellId 16653\u000a20:36:49.942215 tst cs_paging_gprs_active.py: using BVCI 16654\u000a20:36:49.967518 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:36:49.978997 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:36:49.990475 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:36:50.002402 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:36:50.014160 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:36:50.026217 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:36:50.038909 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:36:50.050378 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:36:50.062517 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:36:50.183305 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:36:50.483705 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:36:50.620822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:36:50.966109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11727): Launched\u000a20:36:51.250131 run iperf3-srv_10.42.42.10(pid=11728): Launched\u000a20:36:51.451579 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:36:51.588571 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:36:51.929329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11729): Launched\u000a20:36:52.211100 run iperf3-srv_10.42.42.10(pid=11730): Launched\u000a20:36:52.412729 tst cs_paging_gprs_active.py:38: start network...\u000a20:36:52.549517 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:36:53.074799 run create_hlr_db(pid=11731): Launched\u000a20:36:53.265621 bus /gobi_6: Setting Powered False\u000a20:36:54.285443 run create_hlr_db(pid=11731): Terminated: ok {rc=0}\u000a20:36:54.723380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11733): Launched\u000a20:36:55.052349 run osmo-hlr_10.42.42.2(pid=11734): Launched\u000a20:36:55.173910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:36:55.745288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11736): Launched\u000a20:36:56.075752 run osmo-stp_10.42.42.5(pid=11737): Launched\u000a20:36:56.194754 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:36:56.770605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11739): Launched\u000a20:36:56.888688 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:36:57.177083 run patchelf(pid=11740): Launched\u000a20:36:57.369439 run osmo-stp_10.42.42.5(pid=11737): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11737)]\u000a20:36:57.509664 run osmo-stp_10.42.42.5(pid=11737): stdout: \u000a| (launched: 2022-12-08_20:36:55.913510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:57.650442 run osmo-stp_10.42.42.5(pid=11737): stderr: \u000a| �[0;m�[38;5;43m20221208203656106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203656106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203656106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203656107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203656107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203656107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203656107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:57.786759 run osmo-stp_10.42.42.5(pid=11737): stdout: \u000a| (launched: 2022-12-08_20:36:55.913510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:57.922614 run osmo-stp_10.42.42.5(pid=11737): stderr: \u000a| �[0;m�[38;5;43m20221208203656106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203656106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203656106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203656107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203656107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203656107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203656107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:58.079391 run patchelf(pid=11740): Terminating (SIGINT)\u000a20:36:58.263306 run patchelf(pid=11740): Terminated: ok {rc=0}\u000a20:36:58.297332 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11737): Process ended prematurely: osmo-stp_10.42.42.5(pid=11737) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11737)] [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:36:58.307321 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a20:36:58.370968 run osmo-hlr_10.42.42.2(pid=11734): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11734)]\u000a20:36:58.423376 run osmo-hlr_10.42.42.2(pid=11734): stdout: \u000a| (launched: 2022-12-08_20:36:54.891258) \u000a20:36:58.475999 run osmo-hlr_10.42.42.2(pid=11734): stderr: \u000a| �[0;m�[1;31m20221208203655093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203655093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203655093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203655093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203655093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203655093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203655106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203655114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203655114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203655115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:36:58.520679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11727): Terminating (SIGTERM)\u000a20:36:58.562752 run iperf3-srv_10.42.42.10(pid=11728): Terminating (SIGTERM)\u000a20:36:58.604798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11729): Terminating (SIGTERM)\u000a20:36:58.646904 run iperf3-srv_10.42.42.10(pid=11730): Terminating (SIGTERM)\u000a20:36:58.689212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11733): Terminating (SIGTERM)\u000a20:36:58.731521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11736): Terminating (SIGTERM)\u000a20:36:58.774076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11739): Terminating (SIGTERM)\u000a20:36:58.783803 --- ParallelTerminationStrategy: PID 11727 died...\u000a20:36:58.840381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11727): Terminated: ok {rc=0}\u000a20:36:58.850604 --- ParallelTerminationStrategy: PID 11728 died...\u000a20:36:58.906710 run iperf3-srv_10.42.42.10(pid=11728): Terminated {rc=256}\u000a20:36:58.916827 --- ParallelTerminationStrategy: PID 11729 died...\u000a20:36:58.972497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11729): Terminated: ok {rc=0}\u000a20:36:58.982586 --- ParallelTerminationStrategy: PID 11730 died...\u000a20:36:59.038171 run iperf3-srv_10.42.42.10(pid=11730): Terminated {rc=256}\u000a20:36:59.048224 --- ParallelTerminationStrategy: PID 11733 died...\u000a20:36:59.103970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11733): Terminated: ok {rc=0}\u000a20:36:59.114035 --- ParallelTerminationStrategy: PID 11736 died...\u000a20:36:59.169714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11736): Terminated: ok {rc=0}\u000a20:36:59.179901 --- ParallelTerminationStrategy: PID 11739 died...\u000a20:36:59.235816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11739): Terminated: ok {rc=0}\u000a20:36:59.323331 bus /gobi_0: Setting Powered False\u000a20:37:00.430511 bus /gobi_0: Setting Powered False\u000a20:37:01.560391 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11749): Process ended prematurely: osmo-stp_10.42.42.5(pid=11749) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11749)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11749): Process ended prematurely: osmo-stp_10.42.42.5(pid=11749) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:37:02.671402 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:02.683105 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:37:02.825567 tst iperf3.py: using LAC 16654\u000a20:37:02.944085 tst iperf3.py: using RAC 79\u000a20:37:03.064548 tst iperf3.py: using CellId 16654\u000a20:37:03.184043 tst iperf3.py: using BVCI 16655\u000a20:37:03.207240 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:03.218319 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:03.229263 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:03.240250 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:03.251223 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:03.262229 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:03.273270 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:03.284267 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:03.295527 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:37:03.577127 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:37:03.703083 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:04.019465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11741): Launched\u000a20:37:04.280525 run iperf3-srv_10.42.42.10(pid=11742): Launched\u000a20:37:04.466227 tst iperf3.py:8: start network...\u000a20:37:04.592476 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:37:05.070178 run create_hlr_db(pid=11743): Launched\u000a20:37:05.245237 bus /gobi_6: Setting Powered False\u000a20:37:06.266427 run create_hlr_db(pid=11743): Terminated: ok {rc=0}\u000a20:37:06.671500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11745): Launched\u000a20:37:06.976597 run osmo-hlr_10.42.42.2(pid=11746): Launched\u000a20:37:07.095796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:37:07.632681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11748): Launched\u000a20:37:07.937514 run osmo-stp_10.42.42.5(pid=11749): Launched\u000a20:37:08.048334 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:37:08.578417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11751): Launched\u000a20:37:08.686517 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:37:08.952268 run patchelf(pid=11752): Launched\u000a20:37:09.130816 run osmo-stp_10.42.42.5(pid=11749): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11749)]\u000a20:37:09.261264 run osmo-stp_10.42.42.5(pid=11749): stdout: \u000a| (launched: 2022-12-08_20:37:07.786827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:09.392006 run osmo-stp_10.42.42.5(pid=11749): stderr: \u000a| �[0;m�[38;5;43m20221208203707959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203707959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203707959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203707960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203707960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203707960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203707960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:09.518094 run osmo-stp_10.42.42.5(pid=11749): stdout: \u000a| (launched: 2022-12-08_20:37:07.786827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:09.643238 run osmo-stp_10.42.42.5(pid=11749): stderr: \u000a| �[0;m�[38;5;43m20221208203707959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203707959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203707959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203707960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203707960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203707960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203707960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:09.788810 run patchelf(pid=11752): Terminating (SIGINT)\u000a20:37:09.959934 run patchelf(pid=11752): Terminated: ok {rc=0}\u000a20:37:09.991293 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11749): Process ended prematurely: osmo-stp_10.42.42.5(pid=11749) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11749)] [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a20:37:10.000593 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a20:37:10.060849 run osmo-hlr_10.42.42.2(pid=11746): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11746)]\u000a20:37:10.110045 run osmo-hlr_10.42.42.2(pid=11746): stdout: \u000a| (launched: 2022-12-08_20:37:06.826535) \u000a20:37:10.159924 run osmo-hlr_10.42.42.2(pid=11746): stderr: \u000a| �[0;m�[1;31m20221208203707002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203707002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203707002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203707002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203707002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203707002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203707014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203707022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203707023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203707023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:37:10.201876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11741): Terminating (SIGTERM)\u000a20:37:10.241764 run iperf3-srv_10.42.42.10(pid=11742): Terminating (SIGTERM)\u000a20:37:10.281607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11745): Terminating (SIGTERM)\u000a20:37:10.321588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11748): Terminating (SIGTERM)\u000a20:37:10.361626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11751): Terminating (SIGTERM)\u000a20:37:10.371024 --- ParallelTerminationStrategy: PID 11741 died...\u000a20:37:10.424551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11741): Terminated: ok {rc=0}\u000a20:37:10.434154 --- ParallelTerminationStrategy: PID 11742 died...\u000a20:37:10.487772 run iperf3-srv_10.42.42.10(pid=11742): Terminated {rc=256}\u000a20:37:10.497352 --- ParallelTerminationStrategy: PID 11745 died...\u000a20:37:10.550798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11745): Terminated: ok {rc=0}\u000a20:37:10.560558 --- ParallelTerminationStrategy: PID 11748 died...\u000a20:37:10.613615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11748): Terminated: ok {rc=0}\u000a20:37:10.623320 --- ParallelTerminationStrategy: PID 11751 died...\u000a20:37:10.676453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11751): Terminated: ok {rc=0}\u000a20:37:10.763442 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11769): Process ended prematurely: osmo-stp_10.42.42.5(pid=11769) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11769)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11769): Process ended prematurely: osmo-stp_10.42.42.5(pid=11769) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:37:11.873570 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:11.885235 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:37:12.037502 tst iperf3m4.py: using LAC 16655\u000a20:37:12.167354 tst iperf3m4.py: using RAC 80\u000a20:37:12.287549 tst iperf3m4.py: using CellId 16655\u000a20:37:12.405165 tst iperf3m4.py: using BVCI 16656\u000a20:37:12.428440 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:12.439734 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:12.450663 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:12.461833 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:12.472817 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:12.483979 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:12.495451 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:12.506734 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:12.518109 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:37:12.639831 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:37:12.763688 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:37:12.879910 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:37:13.177167 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:37:13.314190 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:13.654799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11754): Launched\u000a20:37:13.937810 run iperf3-srv_10.42.42.10(pid=11755): Launched\u000a20:37:14.139021 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:37:14.275727 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:14.616118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11756): Launched\u000a20:37:14.899781 run iperf3-srv_10.42.42.10(pid=11757): Launched\u000a20:37:15.100788 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:37:15.237385 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:15.576156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11758): Launched\u000a20:37:15.876343 run iperf3-srv_10.42.42.10(pid=11759): Launched\u000a20:37:16.071249 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:37:16.202448 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:16.542748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11760): Launched\u000a20:37:16.830545 run iperf3-srv_10.42.42.10(pid=11761): Launched\u000a20:37:17.021967 tst iperf3m4.py:8: start network...\u000a20:37:17.154829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:37:17.637506 run create_hlr_db(pid=11762): Launched\u000a20:37:17.813766 bus /gobi_6: Setting Powered False\u000a20:37:18.834914 run create_hlr_db(pid=11762): Terminated: ok {rc=0}\u000a20:37:19.270944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11764): Launched\u000a20:37:19.600108 run osmo-hlr_10.42.42.2(pid=11765): Launched\u000a20:37:19.721912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:37:20.264798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11768): Launched\u000a20:37:20.570681 run osmo-stp_10.42.42.5(pid=11769): Launched\u000a20:37:20.682376 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:37:21.216313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11771): Launched\u000a20:37:21.325776 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:37:21.593247 run patchelf(pid=11772): Launched\u000a20:37:21.772670 run osmo-stp_10.42.42.5(pid=11769): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11769)]\u000a20:37:21.903511 run osmo-stp_10.42.42.5(pid=11769): stdout: \u000a| (launched: 2022-12-08_20:37:20.419739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:22.034557 run osmo-stp_10.42.42.5(pid=11769): stderr: \u000a| �[0;m�[38;5;43m20221208203720590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203720590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203720591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203720591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203720591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203720592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203720592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:22.161217 run osmo-stp_10.42.42.5(pid=11769): stdout: \u000a| (launched: 2022-12-08_20:37:20.419739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:22.286871 run osmo-stp_10.42.42.5(pid=11769): stderr: \u000a| �[0;m�[38;5;43m20221208203720590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203720590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203720591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203720591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203720591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203720592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203720592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:22.433348 run patchelf(pid=11772): Terminating (SIGINT)\u000a20:37:22.605576 run patchelf(pid=11772): Terminated: ok {rc=0}\u000a20:37:22.637006 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11769): Process ended prematurely: osmo-stp_10.42.42.5(pid=11769) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11769)] [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:37:22.646255 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a20:37:22.707788 run osmo-hlr_10.42.42.2(pid=11765): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11765)]\u000a20:37:22.757449 run osmo-hlr_10.42.42.2(pid=11765): stdout: \u000a| (launched: 2022-12-08_20:37:19.438384) \u000a20:37:22.808199 run osmo-hlr_10.42.42.2(pid=11765): stderr: \u000a| �[0;m�[1;31m20221208203719636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203719636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203719636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203719636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203719636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203719636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203719647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203719655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203719656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203719656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:37:22.850467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11754): Terminating (SIGTERM)\u000a20:37:22.890787 run iperf3-srv_10.42.42.10(pid=11755): Terminating (SIGTERM)\u000a20:37:22.931138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11756): Terminating (SIGTERM)\u000a20:37:22.971464 run iperf3-srv_10.42.42.10(pid=11757): Terminating (SIGTERM)\u000a20:37:23.011705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11758): Terminating (SIGTERM)\u000a20:37:23.051877 run iperf3-srv_10.42.42.10(pid=11759): Terminating (SIGTERM)\u000a20:37:23.092141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11760): Terminating (SIGTERM)\u000a20:37:23.132308 run iperf3-srv_10.42.42.10(pid=11761): Terminating (SIGTERM)\u000a20:37:23.172716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11764): Terminating (SIGTERM)\u000a20:37:23.212727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11768): Terminating (SIGTERM)\u000a20:37:23.253012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11771): Terminating (SIGTERM)\u000a20:37:23.262586 --- ParallelTerminationStrategy: PID 11754 died...\u000a20:37:23.316488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11754): Terminated: ok {rc=0}\u000a20:37:23.326427 --- ParallelTerminationStrategy: PID 11755 died...\u000a20:37:23.379839 run iperf3-srv_10.42.42.10(pid=11755): Terminated {rc=256}\u000a20:37:23.389525 --- ParallelTerminationStrategy: PID 11756 died...\u000a20:37:23.443469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11756): Terminated: ok {rc=0}\u000a20:37:23.453500 --- ParallelTerminationStrategy: PID 11757 died...\u000a20:37:23.507062 run iperf3-srv_10.42.42.10(pid=11757): Terminated {rc=256}\u000a20:37:23.516930 --- ParallelTerminationStrategy: PID 11758 died...\u000a20:37:23.571218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11758): Terminated: ok {rc=0}\u000a20:37:23.580839 --- ParallelTerminationStrategy: PID 11759 died...\u000a20:37:23.634222 run iperf3-srv_10.42.42.10(pid=11759): Terminated {rc=256}\u000a20:37:23.643948 --- ParallelTerminationStrategy: PID 11760 died...\u000a20:37:23.696994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11760): Terminated: ok {rc=0}\u000a20:37:23.706856 --- ParallelTerminationStrategy: PID 11761 died...\u000a20:37:23.760081 run iperf3-srv_10.42.42.10(pid=11761): Terminated {rc=256}\u000a20:37:23.769750 --- ParallelTerminationStrategy: PID 11764 died...\u000a20:37:23.822875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11764): Terminated: ok {rc=0}\u000a20:37:23.832696 --- ParallelTerminationStrategy: PID 11768 died...\u000a20:37:23.885871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11768): Terminated: ok {rc=0}\u000a20:37:23.895785 --- ParallelTerminationStrategy: PID 11771 died...\u000a20:37:23.949675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11771): Terminated: ok {rc=0}\u000a20:37:24.034877 bus /gobi_4: Setting Powered False\u000a20:37:25.136870 bus /gobi_4: Setting Powered False\u000a20:37:26.249701 bus /gobi_1: Setting Powered False\u000a20:37:27.354010 bus /gobi_1: Setting Powered False\u000a20:37:28.466606 bus /gobi_0: Setting Powered False\u000a20:37:29.569327 bus /gobi_0: Setting Powered False\u000a20:37:30.682736 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11781): Process ended prematurely: osmo-stp_10.42.42.5(pid=11781) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11781)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11781): Process ended prematurely: osmo-stp_10.42.42.5(pid=11781) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:37:31.753616 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:31.766797 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:37:31.939079 tst ping.py: using LAC 16656\u000a20:37:32.085535 tst ping.py: using RAC 81\u000a20:37:32.227154 tst ping.py: using CellId 16656\u000a20:37:32.352076 tst ping.py: using BVCI 16657\u000a20:37:32.375242 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:32.386646 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:32.397744 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:32.409010 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:32.420569 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:32.431774 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:32.443350 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:32.454586 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:37:32.750026 tst ping.py:19: start network...\u000a20:37:32.884202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:37:33.398072 run create_hlr_db(pid=11773): Launched\u000a20:37:33.584485 bus /gobi_6: Setting Powered False\u000a20:37:34.605420 run create_hlr_db(pid=11773): Terminated: ok {rc=0}\u000a20:37:35.010359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11775): Launched\u000a20:37:35.310160 run osmo-hlr_10.42.42.2(pid=11776): Launched\u000a20:37:35.425118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:37:35.963420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11780): Launched\u000a20:37:36.261711 run osmo-stp_10.42.42.5(pid=11781): Launched\u000a20:37:36.368762 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:37:36.893874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11783): Launched\u000a20:37:37.000085 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:37:37.261631 run patchelf(pid=11784): Launched\u000a20:37:37.437394 run osmo-stp_10.42.42.5(pid=11781): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11781)]\u000a20:37:37.566186 run osmo-stp_10.42.42.5(pid=11781): stdout: \u000a| (launched: 2022-12-08_20:37:36.115281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:37.695172 run osmo-stp_10.42.42.5(pid=11781): stderr: \u000a| �[0;m�[38;5;43m20221208203736288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203736288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203736289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203736289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203736290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203736290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203736290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:37.819418 run osmo-stp_10.42.42.5(pid=11781): stdout: \u000a| (launched: 2022-12-08_20:37:36.115281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:37.942704 run osmo-stp_10.42.42.5(pid=11781): stderr: \u000a| �[0;m�[38;5;43m20221208203736288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203736288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203736289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203736289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203736290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203736290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203736290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:38.086036 run patchelf(pid=11784): Terminating (SIGINT)\u000a20:37:38.254761 run patchelf(pid=11784): Terminated: ok {rc=0}\u000a20:37:38.285408 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11781): Process ended prematurely: osmo-stp_10.42.42.5(pid=11781) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11781)] [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a20:37:38.294170 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:37:38.355019 run osmo-hlr_10.42.42.2(pid=11776): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11776)]\u000a20:37:38.404583 run osmo-hlr_10.42.42.2(pid=11776): stdout: \u000a| (launched: 2022-12-08_20:37:35.162347) \u000a20:37:38.455099 run osmo-hlr_10.42.42.2(pid=11776): stderr: \u000a| �[0;m�[1;31m20221208203735338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203735338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203735338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203735338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203735338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203735338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203735354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203735364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203735364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203735364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:37:38.497727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11775): Terminating (SIGTERM)\u000a20:37:38.538294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11780): Terminating (SIGTERM)\u000a20:37:38.579064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11783): Terminating (SIGTERM)\u000a20:37:38.588632 --- ParallelTerminationStrategy: PID 11775 died...\u000a20:37:38.642994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11775): Terminated: ok {rc=0}\u000a20:37:38.653025 --- ParallelTerminationStrategy: PID 11780 died...\u000a20:37:38.707637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11780): Terminated: ok {rc=0}\u000a20:37:38.717625 --- ParallelTerminationStrategy: PID 11783 died...\u000a20:37:38.771886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11783): Terminated: ok {rc=0}\u000a20:37:38.862670 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11791): Process ended prematurely: osmo-stp_10.42.42.5(pid=11791) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11791)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11791): Process ended prematurely: osmo-stp_10.42.42.5(pid=11791) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:37:39.914921 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:39.927021 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:37:40.072682 tst ping_idle_ping.py: using LAC 16657\u000a20:37:40.197657 tst ping_idle_ping.py: using RAC 82\u000a20:37:40.322116 tst ping_idle_ping.py: using CellId 16657\u000a20:37:40.449208 tst ping_idle_ping.py: using BVCI 16658\u000a20:37:40.474143 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:40.485967 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:40.497400 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:40.508698 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:40.520046 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:40.531574 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:40.543192 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:40.554583 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:37:40.833368 tst ping_idle_ping.py:24: start network...\u000a20:37:40.957943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:37:41.435399 run create_hlr_db(pid=11785): Launched\u000a20:37:41.610141 bus /gobi_6: Setting Powered False\u000a20:37:42.630489 run create_hlr_db(pid=11785): Terminated: ok {rc=0}\u000a20:37:43.063414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11787): Launched\u000a20:37:43.385911 run osmo-hlr_10.42.42.2(pid=11788): Launched\u000a20:37:43.503920 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:37:44.063789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11790): Launched\u000a20:37:44.387782 run osmo-stp_10.42.42.5(pid=11791): Launched\u000a20:37:44.504267 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:37:45.070554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11793): Launched\u000a20:37:45.185321 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:37:45.467493 run patchelf(pid=11794): Launched\u000a20:37:45.656834 run osmo-stp_10.42.42.5(pid=11791): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11791)]\u000a20:37:45.795024 run osmo-stp_10.42.42.5(pid=11791): stdout: \u000a| (launched: 2022-12-08_20:37:44.227034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:45.948860 run osmo-stp_10.42.42.5(pid=11791): stderr: \u000a| �[0;m�[38;5;43m20221208203744419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203744419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203744419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203744419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203744420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203744420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203744420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:46.079208 run osmo-stp_10.42.42.5(pid=11791): stdout: \u000a| (launched: 2022-12-08_20:37:44.227034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:46.208545 run osmo-stp_10.42.42.5(pid=11791): stderr: \u000a| �[0;m�[38;5;43m20221208203744419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203744419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203744419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203744419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203744420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203744420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203744420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:46.359449 run patchelf(pid=11794): Terminating (SIGINT)\u000a20:37:46.534733 run patchelf(pid=11794): Terminated: ok {rc=0}\u000a20:37:46.567318 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11791): Process ended prematurely: osmo-stp_10.42.42.5(pid=11791) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11791)] [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:37:46.576986 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:37:46.642365 run osmo-hlr_10.42.42.2(pid=11788): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11788)]\u000a20:37:46.696547 run osmo-hlr_10.42.42.2(pid=11788): stdout: \u000a| (launched: 2022-12-08_20:37:43.227568) \u000a20:37:46.750277 run osmo-hlr_10.42.42.2(pid=11788): stderr: \u000a| �[0;m�[1;31m20221208203743426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203743426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203743426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203743426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203743426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203743426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203743438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203743447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203743447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203743447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:37:46.795430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11787): Terminating (SIGTERM)\u000a20:37:46.838797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11790): Terminating (SIGTERM)\u000a20:37:46.884939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11793): Terminating (SIGTERM)\u000a20:37:46.896652 --- ParallelTerminationStrategy: PID 11787 died...\u000a20:37:46.955243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11787): Terminated: ok {rc=0}\u000a20:37:46.965846 --- ParallelTerminationStrategy: PID 11790 died...\u000a20:37:47.022311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11790): Terminated: ok {rc=0}\u000a20:37:47.032992 --- ParallelTerminationStrategy: PID 11793 died...\u000a20:37:47.090584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11793): Terminated: ok {rc=0}\u000a20:37:47.178662 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:36:49" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11820): Process ended prematurely: osmo-stp_10.42.42.5(pid=11820) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11820)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11820): Process ended prematurely: osmo-stp_10.42.42.5(pid=11820) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:37:49.335441 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:37:49.346450 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:37:49.505089 tst cs_paging_gprs_active.py: using LAC 16658\u000a20:37:49.630752 tst cs_paging_gprs_active.py: using RAC 83\u000a20:37:49.753384 tst cs_paging_gprs_active.py: using CellId 16658\u000a20:37:49.881071 tst cs_paging_gprs_active.py: using BVCI 16659\u000a20:37:49.906363 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:37:49.918044 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:37:49.929509 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:37:49.941101 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:37:49.952491 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:37:49.963896 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:37:49.975277 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:37:49.986620 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:37:49.998643 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:37:50.117864 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:37:50.416584 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:37:50.553381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:50.895519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11799): Launched\u000a20:37:51.179167 run iperf3-srv_10.42.42.10(pid=11800): Launched\u000a20:37:51.379720 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:37:51.516381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:51.855376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11801): Launched\u000a20:37:52.139342 run iperf3-srv_10.42.42.10(pid=11802): Launched\u000a20:37:52.340050 tst cs_paging_gprs_active.py:38: start network...\u000a20:37:52.476501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:37:53.000679 run create_hlr_db(pid=11803): Launched\u000a20:37:53.190008 bus /gobi_6: Setting Powered False\u000a20:37:54.211475 run create_hlr_db(pid=11803): Terminated: ok {rc=0}\u000a20:37:54.667249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11816): Launched\u000a20:37:55.101558 run osmo-hlr_10.42.42.2(pid=11817): Launched\u000a20:37:55.346759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:37:55.932156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11819): Launched\u000a20:37:56.365359 run osmo-stp_10.42.42.5(pid=11820): Launched\u000a20:37:56.586767 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:37:57.178387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11822): Launched\u000a20:37:57.298373 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:37:57.600318 run patchelf(pid=11823): Launched\u000a20:37:57.795074 run osmo-stp_10.42.42.5(pid=11820): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11820)]\u000a20:37:57.938252 run osmo-stp_10.42.42.5(pid=11820): stdout: \u000a| (launched: 2022-12-08_20:37:56.101950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:58.081336 run osmo-stp_10.42.42.5(pid=11820): stderr: \u000a| �[0;m�[38;5;43m20221208203756394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203756395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203756395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203756395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203756397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203756398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203756398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:58.219281 run osmo-stp_10.42.42.5(pid=11820): stdout: \u000a| (launched: 2022-12-08_20:37:56.101950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:58.358155 run osmo-stp_10.42.42.5(pid=11820): stderr: \u000a| �[0;m�[38;5;43m20221208203756394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203756395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203756395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203756395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203756397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203756398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203756398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:58.519054 run patchelf(pid=11823): Terminating (SIGINT)\u000a20:37:58.705321 run patchelf(pid=11823): Terminated: ok {rc=0}\u000a20:37:58.740258 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11820): Process ended prematurely: osmo-stp_10.42.42.5(pid=11820) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11820)] [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:37:58.751432 tst cs_paging_gprs_active.py:38: Test FAILED (9.4 sec)\u000a20:37:58.816830 run osmo-hlr_10.42.42.2(pid=11817): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11817)]\u000a20:37:58.871021 run osmo-hlr_10.42.42.2(pid=11817): stdout: \u000a| (launched: 2022-12-08_20:37:54.840115) \u000a20:37:58.925964 run osmo-hlr_10.42.42.2(pid=11817): stderr: \u000a| �[0;m�[1;31m20221208203755150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203755150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203755150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203755150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203755150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203755150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203755163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203755179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203755180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203755180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:37:58.979937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11799): Terminating (SIGTERM)\u000a20:37:59.027074 run iperf3-srv_10.42.42.10(pid=11800): Terminating (SIGTERM)\u000a20:37:59.070609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11801): Terminating (SIGTERM)\u000a20:37:59.113687 run iperf3-srv_10.42.42.10(pid=11802): Terminating (SIGTERM)\u000a20:37:59.157034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11816): Terminating (SIGTERM)\u000a20:37:59.202393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11819): Terminating (SIGTERM)\u000a20:37:59.247912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11822): Terminating (SIGTERM)\u000a20:37:59.258257 --- ParallelTerminationStrategy: PID 11799 died...\u000a20:37:59.316146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11799): Terminated: ok {rc=0}\u000a20:37:59.326881 --- ParallelTerminationStrategy: PID 11800 died...\u000a20:37:59.384051 run iperf3-srv_10.42.42.10(pid=11800): Terminated {rc=256}\u000a20:37:59.394600 --- ParallelTerminationStrategy: PID 11801 died...\u000a20:37:59.461583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11801): Terminated: ok {rc=0}\u000a20:37:59.472333 --- ParallelTerminationStrategy: PID 11802 died...\u000a20:37:59.534848 run iperf3-srv_10.42.42.10(pid=11802): Terminated {rc=256}\u000a20:37:59.545387 --- ParallelTerminationStrategy: PID 11816 died...\u000a20:37:59.601621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11816): Terminated: ok {rc=0}\u000a20:37:59.613284 --- ParallelTerminationStrategy: PID 11819 died...\u000a20:37:59.675712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11819): Terminated: ok {rc=0}\u000a20:37:59.691791 --- ParallelTerminationStrategy: PID 11822 died...\u000a20:37:59.769867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11822): Terminated: ok {rc=0}\u000a20:37:59.887391 bus /gobi_0: Setting Powered False\u000a20:38:01.025753 bus /gobi_0: Setting Powered False\u000a20:38:02.172592 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12092): Process ended prematurely: osmo-stp_10.42.42.5(pid=12092) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12092)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12092): Process ended prematurely: osmo-stp_10.42.42.5(pid=12092) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:38:03.301954 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:03.315879 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:38:03.491354 tst iperf3.py: using LAC 16659\u000a20:38:03.624759 tst iperf3.py: using RAC 84\u000a20:38:03.760206 tst iperf3.py: using CellId 16659\u000a20:38:03.892391 tst iperf3.py: using BVCI 16660\u000a20:38:03.919334 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:03.931810 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:03.944426 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:03.957148 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:03.969600 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:03.981918 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:03.994469 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:04.007415 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:04.020022 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:38:04.327016 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:38:04.467796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:04.829844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12084): Launched\u000a20:38:05.135186 run iperf3-srv_10.42.42.10(pid=12085): Launched\u000a20:38:05.342159 tst iperf3.py:8: start network...\u000a20:38:05.482744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:38:06.057780 run create_hlr_db(pid=12086): Launched\u000a20:38:06.252813 bus /gobi_6: Setting Powered False\u000a20:38:07.273860 run create_hlr_db(pid=12086): Terminated: ok {rc=0}\u000a20:38:07.737113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12088): Launched\u000a20:38:08.175504 run osmo-hlr_10.42.42.2(pid=12089): Launched\u000a20:38:08.423296 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:38:09.025142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12091): Launched\u000a20:38:09.463531 run osmo-stp_10.42.42.5(pid=12092): Launched\u000a20:38:09.689823 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:38:10.292520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12094): Launched\u000a20:38:10.414517 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:38:10.727483 run patchelf(pid=12095): Launched\u000a20:38:10.927735 run osmo-stp_10.42.42.5(pid=12092): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12092)]\u000a20:38:11.072665 run osmo-stp_10.42.42.5(pid=12092): stdout: \u000a| (launched: 2022-12-08_20:38:09.197941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:11.218958 run osmo-stp_10.42.42.5(pid=12092): stderr: \u000a| �[0;m�[38;5;43m20221208203809498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203809498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203809498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203809499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203809499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203809499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203809499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:11.360362 run osmo-stp_10.42.42.5(pid=12092): stdout: \u000a| (launched: 2022-12-08_20:38:09.197941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:11.500830 run osmo-stp_10.42.42.5(pid=12092): stderr: \u000a| �[0;m�[38;5;43m20221208203809498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203809498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203809498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203809499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203809499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203809499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203809499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:11.664136 run patchelf(pid=12095): Terminating (SIGINT)\u000a20:38:11.855831 run patchelf(pid=12095): Terminated: ok {rc=0}\u000a20:38:11.892935 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12092): Process ended prematurely: osmo-stp_10.42.42.5(pid=12092) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12092)] [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:38:11.904466 tst iperf3.py:8: Test FAILED (8.6 sec)\u000a20:38:11.971678 run osmo-hlr_10.42.42.2(pid=12089): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12089)]\u000a20:38:12.025967 run osmo-hlr_10.42.42.2(pid=12089): stdout: \u000a| (launched: 2022-12-08_20:38:07.910272) \u000a20:38:12.081206 run osmo-hlr_10.42.42.2(pid=12089): stderr: \u000a| �[0;m�[1;31m20221208203808218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203808218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203808218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203808218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203808219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203808219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203808235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203808251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203808251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203808252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:38:12.128806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12084): Terminating (SIGTERM)\u000a20:38:12.175314 run iperf3-srv_10.42.42.10(pid=12085): Terminating (SIGTERM)\u000a20:38:12.221019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12088): Terminating (SIGTERM)\u000a20:38:12.267397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12091): Terminating (SIGTERM)\u000a20:38:12.315026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12094): Terminating (SIGTERM)\u000a20:38:12.325998 --- ParallelTerminationStrategy: PID 12084 died...\u000a20:38:12.386644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12084): Terminated: ok {rc=0}\u000a20:38:12.397632 --- ParallelTerminationStrategy: PID 12085 died...\u000a20:38:12.456092 run iperf3-srv_10.42.42.10(pid=12085): Terminated {rc=256}\u000a20:38:12.467072 --- ParallelTerminationStrategy: PID 12088 died...\u000a20:38:12.527014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12088): Terminated: ok {rc=0}\u000a20:38:12.538179 --- ParallelTerminationStrategy: PID 12091 died...\u000a20:38:12.597077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12091): Terminated: ok {rc=0}\u000a20:38:12.608007 --- ParallelTerminationStrategy: PID 12094 died...\u000a20:38:12.668197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12094): Terminated: ok {rc=0}\u000a20:38:12.762466 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12112): Process ended prematurely: osmo-stp_10.42.42.5(pid=12112) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12112)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12112): Process ended prematurely: osmo-stp_10.42.42.5(pid=12112) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:38:13.883948 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:13.898073 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:38:14.070016 tst iperf3m4.py: using LAC 16660\u000a20:38:14.202365 tst iperf3m4.py: using RAC 85\u000a20:38:14.334097 tst iperf3m4.py: using CellId 16660\u000a20:38:14.466719 tst iperf3m4.py: using BVCI 16661\u000a20:38:14.494320 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:14.506851 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:14.519471 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:14.532330 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:14.545127 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:14.558062 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:14.570725 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:14.583498 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:14.596015 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:38:14.717492 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:38:14.840855 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:38:14.958728 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:38:15.239041 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:38:15.368939 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:15.702417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12096): Launched\u000a20:38:15.997081 run iperf3-srv_10.42.42.10(pid=12097): Launched\u000a20:38:16.199785 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:38:16.333237 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:16.698537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12100): Launched\u000a20:38:17.043435 run iperf3-srv_10.42.42.10(pid=12101): Launched\u000a20:38:17.243028 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:38:17.373606 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:17.699848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12102): Launched\u000a20:38:17.970253 run iperf3-srv_10.42.42.10(pid=12103): Launched\u000a20:38:18.171064 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:38:18.307865 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:18.648905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12104): Launched\u000a20:38:18.932349 run iperf3-srv_10.42.42.10(pid=12105): Launched\u000a20:38:19.133367 tst iperf3m4.py:8: start network...\u000a20:38:19.269786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:38:19.794543 run create_hlr_db(pid=12106): Launched\u000a20:38:19.984232 bus /gobi_6: Setting Powered False\u000a20:38:21.005959 run create_hlr_db(pid=12106): Terminated: ok {rc=0}\u000a20:38:21.415476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12108): Launched\u000a20:38:21.723995 run osmo-hlr_10.42.42.2(pid=12109): Launched\u000a20:38:21.837604 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:38:22.367743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12111): Launched\u000a20:38:22.674878 run osmo-stp_10.42.42.5(pid=12112): Launched\u000a20:38:22.795102 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:38:23.330817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12114): Launched\u000a20:38:23.439428 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:38:23.706609 run patchelf(pid=12115): Launched\u000a20:38:23.885613 run osmo-stp_10.42.42.5(pid=12112): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12112)]\u000a20:38:24.016118 run osmo-stp_10.42.42.5(pid=12112): stdout: \u000a| (launched: 2022-12-08_20:38:22.522278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:24.146911 run osmo-stp_10.42.42.5(pid=12112): stderr: \u000a| �[0;m�[38;5;43m20221208203822696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203822696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203822696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203822696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203822697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203822697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203822697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:24.273359 run osmo-stp_10.42.42.5(pid=12112): stdout: \u000a| (launched: 2022-12-08_20:38:22.522278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:24.398708 run osmo-stp_10.42.42.5(pid=12112): stderr: \u000a| �[0;m�[38;5;43m20221208203822696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203822696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203822696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203822696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203822697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203822697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203822697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:24.544413 run patchelf(pid=12115): Terminating (SIGINT)\u000a20:38:24.716095 run patchelf(pid=12115): Terminated: ok {rc=0}\u000a20:38:24.747607 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12112): Process ended prematurely: osmo-stp_10.42.42.5(pid=12112) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12112)] [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:38:24.756912 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a20:38:24.818278 run osmo-hlr_10.42.42.2(pid=12109): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12109)]\u000a20:38:24.867332 run osmo-hlr_10.42.42.2(pid=12109): stdout: \u000a| (launched: 2022-12-08_20:38:21.570472) \u000a20:38:24.917815 run osmo-hlr_10.42.42.2(pid=12109): stderr: \u000a| �[0;m�[1;31m20221208203821746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203821746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203821746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203821746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203821746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203821746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203821759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203821767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203821767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203821767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:38:24.960092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12096): Terminating (SIGTERM)\u000a20:38:25.000416 run iperf3-srv_10.42.42.10(pid=12097): Terminating (SIGTERM)\u000a20:38:25.040699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12100): Terminating (SIGTERM)\u000a20:38:25.081403 run iperf3-srv_10.42.42.10(pid=12101): Terminating (SIGTERM)\u000a20:38:25.121990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12102): Terminating (SIGTERM)\u000a20:38:25.161835 run iperf3-srv_10.42.42.10(pid=12103): Terminating (SIGTERM)\u000a20:38:25.202108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12104): Terminating (SIGTERM)\u000a20:38:25.242205 run iperf3-srv_10.42.42.10(pid=12105): Terminating (SIGTERM)\u000a20:38:25.282528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12108): Terminating (SIGTERM)\u000a20:38:25.322677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12111): Terminating (SIGTERM)\u000a20:38:25.363079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12114): Terminating (SIGTERM)\u000a20:38:25.372453 --- ParallelTerminationStrategy: PID 12096 died...\u000a20:38:25.426417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12096): Terminated: ok {rc=0}\u000a20:38:25.436081 --- ParallelTerminationStrategy: PID 12097 died...\u000a20:38:25.489330 run iperf3-srv_10.42.42.10(pid=12097): Terminated {rc=256}\u000a20:38:25.499119 --- ParallelTerminationStrategy: PID 12100 died...\u000a20:38:25.553047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12100): Terminated: ok {rc=0}\u000a20:38:25.562898 --- ParallelTerminationStrategy: PID 12101 died...\u000a20:38:25.615901 run iperf3-srv_10.42.42.10(pid=12101): Terminated {rc=256}\u000a20:38:25.625787 --- ParallelTerminationStrategy: PID 12102 died...\u000a20:38:25.678700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12102): Terminated: ok {rc=0}\u000a20:38:25.688449 --- ParallelTerminationStrategy: PID 12103 died...\u000a20:38:25.741626 run iperf3-srv_10.42.42.10(pid=12103): Terminated {rc=256}\u000a20:38:25.751098 --- ParallelTerminationStrategy: PID 12104 died...\u000a20:38:25.804778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12104): Terminated: ok {rc=0}\u000a20:38:25.814611 --- ParallelTerminationStrategy: PID 12105 died...\u000a20:38:25.867435 run iperf3-srv_10.42.42.10(pid=12105): Terminated {rc=256}\u000a20:38:25.877273 --- ParallelTerminationStrategy: PID 12108 died...\u000a20:38:25.931297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12108): Terminated: ok {rc=0}\u000a20:38:25.940925 --- ParallelTerminationStrategy: PID 12111 died...\u000a20:38:25.994041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12111): Terminated: ok {rc=0}\u000a20:38:26.003897 --- ParallelTerminationStrategy: PID 12114 died...\u000a20:38:26.056898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12114): Terminated: ok {rc=0}\u000a20:38:26.141481 bus /gobi_4: Setting Powered False\u000a20:38:27.244459 bus /gobi_4: Setting Powered False\u000a20:38:28.357781 bus /gobi_1: Setting Powered False\u000a20:38:29.464618 bus /gobi_1: Setting Powered False\u000a20:38:30.572626 bus /gobi_0: Setting Powered False\u000a20:38:31.686410 bus /gobi_0: Setting Powered False\u000a20:38:32.799146 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12122): Process ended prematurely: osmo-stp_10.42.42.5(pid=12122) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12122)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12122): Process ended prematurely: osmo-stp_10.42.42.5(pid=12122) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:38:33.867235 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:33.878970 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:38:34.039335 tst ping.py: using LAC 16661\u000a20:38:34.157146 tst ping.py: using RAC 86\u000a20:38:34.276801 tst ping.py: using CellId 16661\u000a20:38:34.396256 tst ping.py: using BVCI 16662\u000a20:38:34.419100 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:34.430279 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:34.441706 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:34.453583 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:34.465222 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:34.476779 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:34.488526 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:34.500271 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:38:34.777924 tst ping.py:19: start network...\u000a20:38:34.901728 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:38:35.370524 run create_hlr_db(pid=12116): Launched\u000a20:38:35.542934 bus /gobi_6: Setting Powered False\u000a20:38:36.564637 run create_hlr_db(pid=12116): Terminated: ok {rc=0}\u000a20:38:36.963987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12118): Launched\u000a20:38:37.279358 run osmo-hlr_10.42.42.2(pid=12119): Launched\u000a20:38:37.397794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:38:37.959626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12121): Launched\u000a20:38:38.280331 run osmo-stp_10.42.42.5(pid=12122): Launched\u000a20:38:38.396664 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:38:38.959232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12124): Launched\u000a20:38:39.073723 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:38:39.355570 run patchelf(pid=12125): Launched\u000a20:38:39.543573 run osmo-stp_10.42.42.5(pid=12122): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12122)]\u000a20:38:39.680852 run osmo-stp_10.42.42.5(pid=12122): stdout: \u000a| (launched: 2022-12-08_20:38:38.123040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:39.818485 run osmo-stp_10.42.42.5(pid=12122): stderr: \u000a| �[0;m�[38;5;43m20221208203838315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203838315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203838315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203838316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203838316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203838316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203838316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:39.951816 run osmo-stp_10.42.42.5(pid=12122): stdout: \u000a| (launched: 2022-12-08_20:38:38.123040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:40.083487 run osmo-stp_10.42.42.5(pid=12122): stderr: \u000a| �[0;m�[38;5;43m20221208203838315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203838315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203838315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203838316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203838316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203838316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203838316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:40.237557 run patchelf(pid=12125): Terminating (SIGINT)\u000a20:38:40.418308 run patchelf(pid=12125): Terminated: ok {rc=0}\u000a20:38:40.451172 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12122): Process ended prematurely: osmo-stp_10.42.42.5(pid=12122) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12122)] [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:38:40.460564 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:38:40.523599 run osmo-hlr_10.42.42.2(pid=12119): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12119)]\u000a20:38:40.575263 run osmo-hlr_10.42.42.2(pid=12119): stdout: \u000a| (launched: 2022-12-08_20:38:37.119020) \u000a20:38:40.627507 run osmo-hlr_10.42.42.2(pid=12119): stderr: \u000a| �[0;m�[1;31m20221208203837315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203837315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203837315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203837316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203837316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203837316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203837332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203837341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203837342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203837342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:38:40.671990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12118): Terminating (SIGTERM)\u000a20:38:40.716118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12121): Terminating (SIGTERM)\u000a20:38:40.758694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12124): Terminating (SIGTERM)\u000a20:38:40.768824 --- ParallelTerminationStrategy: PID 12118 died...\u000a20:38:40.825209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12118): Terminated: ok {rc=0}\u000a20:38:40.835310 --- ParallelTerminationStrategy: PID 12121 died...\u000a20:38:40.891709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12121): Terminated: ok {rc=0}\u000a20:38:40.902043 --- ParallelTerminationStrategy: PID 12124 died...\u000a20:38:40.958037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12124): Terminated: ok {rc=0}\u000a20:38:41.045531 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12132): Process ended prematurely: osmo-stp_10.42.42.5(pid=12132) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12132)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12132): Process ended prematurely: osmo-stp_10.42.42.5(pid=12132) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:38:42.100215 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:42.113016 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:38:42.280507 tst ping_idle_ping.py: using LAC 16662\u000a20:38:42.406124 tst ping_idle_ping.py: using RAC 87\u000a20:38:42.533702 tst ping_idle_ping.py: using CellId 16662\u000a20:38:42.661294 tst ping_idle_ping.py: using BVCI 16663\u000a20:38:42.686224 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:42.698119 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:42.709686 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:42.721205 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:42.732813 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:42.744426 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:42.756112 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:42.767654 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:38:43.060697 tst ping_idle_ping.py:24: start network...\u000a20:38:43.195200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:38:43.718753 run create_hlr_db(pid=12126): Launched\u000a20:38:43.906934 bus /gobi_6: Setting Powered False\u000a20:38:44.927411 run create_hlr_db(pid=12126): Terminated: ok {rc=0}\u000a20:38:45.331594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12128): Launched\u000a20:38:45.632627 run osmo-hlr_10.42.42.2(pid=12129): Launched\u000a20:38:45.749531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:38:46.355529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12131): Launched\u000a20:38:46.738705 run osmo-stp_10.42.42.5(pid=12132): Launched\u000a20:38:46.851685 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:38:47.518708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12134): Launched\u000a20:38:47.633617 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:38:47.916043 run patchelf(pid=12135): Launched\u000a20:38:48.104503 run osmo-stp_10.42.42.5(pid=12132): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12132)]\u000a20:38:48.242336 run osmo-stp_10.42.42.5(pid=12132): stdout: \u000a| (launched: 2022-12-08_20:38:46.524007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:48.380214 run osmo-stp_10.42.42.5(pid=12132): stderr: \u000a| �[0;m�[38;5;43m20221208203846900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203846900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203846900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203846901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203846901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203846901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203846901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:48.513327 run osmo-stp_10.42.42.5(pid=12132): stdout: \u000a| (launched: 2022-12-08_20:38:46.524007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:48.645114 run osmo-stp_10.42.42.5(pid=12132): stderr: \u000a| �[0;m�[38;5;43m20221208203846900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203846900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203846900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203846901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203846901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203846901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203846901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:48.798840 run patchelf(pid=12135): Terminating (SIGINT)\u000a20:38:48.979449 run patchelf(pid=12135): Terminated: ok {rc=0}\u000a20:38:49.012238 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12132): Process ended prematurely: osmo-stp_10.42.42.5(pid=12132) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12132)] [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:38:49.021656 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a20:38:49.084459 run osmo-hlr_10.42.42.2(pid=12129): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12129)]\u000a20:38:49.136066 run osmo-hlr_10.42.42.2(pid=12129): stdout: \u000a| (launched: 2022-12-08_20:38:45.484445) \u000a20:38:49.188216 run osmo-hlr_10.42.42.2(pid=12129): stderr: \u000a| �[0;m�[1;31m20221208203845659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203845659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203845659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203845659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203845659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203845659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203845671 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203845680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203845680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203845680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:38:49.232636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12128): Terminating (SIGTERM)\u000a20:38:49.275017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12131): Terminating (SIGTERM)\u000a20:38:49.317406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12134): Terminating (SIGTERM)\u000a20:38:49.327113 --- ParallelTerminationStrategy: PID 12128 died...\u000a20:38:49.383398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12128): Terminated: ok {rc=0}\u000a20:38:49.393610 --- ParallelTerminationStrategy: PID 12131 died...\u000a20:38:49.449337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12131): Terminated: ok {rc=0}\u000a20:38:49.459460 --- ParallelTerminationStrategy: PID 12134 died...\u000a20:38:49.515066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12134): Terminated: ok {rc=0}\u000a20:38:49.602336 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:37:48" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12151): Process ended prematurely: osmo-stp_10.42.42.5(pid=12151) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12151)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12151): Process ended prematurely: osmo-stp_10.42.42.5(pid=12151) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:38:51.775109 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:38:51.786719 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:38:51.955268 tst cs_paging_gprs_active.py: using LAC 16663\u000a20:38:52.083578 tst cs_paging_gprs_active.py: using RAC 88\u000a20:38:52.211435 tst cs_paging_gprs_active.py: using CellId 16663\u000a20:38:52.339415 tst cs_paging_gprs_active.py: using BVCI 16664\u000a20:38:52.364543 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:38:52.376135 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:38:52.387543 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:38:52.398927 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:38:52.410274 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:38:52.421636 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:38:52.433193 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:38:52.444447 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:38:52.455942 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:38:52.573278 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:38:52.873447 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:38:53.010734 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:53.350008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12141): Launched\u000a20:38:53.631542 run iperf3-srv_10.42.42.10(pid=12142): Launched\u000a20:38:53.832205 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:38:53.969161 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:54.308086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12143): Launched\u000a20:38:54.590052 run iperf3-srv_10.42.42.10(pid=12144): Launched\u000a20:38:54.790616 tst cs_paging_gprs_active.py:38: start network...\u000a20:38:54.927393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:38:55.450320 run create_hlr_db(pid=12145): Launched\u000a20:38:55.639436 bus /gobi_6: Setting Powered False\u000a20:38:56.660622 run create_hlr_db(pid=12145): Terminated: ok {rc=0}\u000a20:38:57.096475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12147): Launched\u000a20:38:57.424563 run osmo-hlr_10.42.42.2(pid=12148): Launched\u000a20:38:57.544251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:38:58.112673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12150): Launched\u000a20:38:58.440322 run osmo-stp_10.42.42.5(pid=12151): Launched\u000a20:38:58.558606 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:38:59.130093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12153): Launched\u000a20:38:59.246759 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:38:59.532778 run patchelf(pid=12154): Launched\u000a20:38:59.724560 run osmo-stp_10.42.42.5(pid=12151): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12151)]\u000a20:38:59.864259 run osmo-stp_10.42.42.5(pid=12151): stdout: \u000a| (launched: 2022-12-08_20:38:58.279174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:00.004672 run osmo-stp_10.42.42.5(pid=12151): stderr: \u000a| �[0;m�[38;5;43m20221208203858471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203858471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203858471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203858471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203858474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203858474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203858474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:00.140087 run osmo-stp_10.42.42.5(pid=12151): stdout: \u000a| (launched: 2022-12-08_20:38:58.279174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:00.274539 run osmo-stp_10.42.42.5(pid=12151): stderr: \u000a| �[0;m�[38;5;43m20221208203858471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203858471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203858471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203858471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203858474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203858474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203858474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:00.430336 run patchelf(pid=12154): Terminating (SIGINT)\u000a20:39:00.613388 run patchelf(pid=12154): Terminated: ok {rc=0}\u000a20:39:00.646887 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12151): Process ended prematurely: osmo-stp_10.42.42.5(pid=12151) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12151)] [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:39:00.656847 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a20:39:00.719841 run osmo-hlr_10.42.42.2(pid=12148): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12148)]\u000a20:39:00.771469 run osmo-hlr_10.42.42.2(pid=12148): stdout: \u000a| (launched: 2022-12-08_20:38:57.263213) \u000a20:39:00.823783 run osmo-hlr_10.42.42.2(pid=12148): stderr: \u000a| �[0;m�[1;31m20221208203857461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203857461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203857461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203857461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203857461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203857461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203857474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203857483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203857483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203857483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:00.868646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12141): Terminating (SIGTERM)\u000a20:39:00.911508 run iperf3-srv_10.42.42.10(pid=12142): Terminating (SIGTERM)\u000a20:39:00.954549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12143): Terminating (SIGTERM)\u000a20:39:00.997530 run iperf3-srv_10.42.42.10(pid=12144): Terminating (SIGTERM)\u000a20:39:01.042437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12147): Terminating (SIGTERM)\u000a20:39:01.085145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12150): Terminating (SIGTERM)\u000a20:39:01.128334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12153): Terminating (SIGTERM)\u000a20:39:01.138260 --- ParallelTerminationStrategy: PID 12141 died...\u000a20:39:01.195424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12141): Terminated: ok {rc=0}\u000a20:39:01.206088 --- ParallelTerminationStrategy: PID 12142 died...\u000a20:39:01.263379 run iperf3-srv_10.42.42.10(pid=12142): Terminated {rc=256}\u000a20:39:01.274483 --- ParallelTerminationStrategy: PID 12143 died...\u000a20:39:01.331878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12143): Terminated: ok {rc=0}\u000a20:39:01.342443 --- ParallelTerminationStrategy: PID 12144 died...\u000a20:39:01.399932 run iperf3-srv_10.42.42.10(pid=12144): Terminated {rc=256}\u000a20:39:01.410809 --- ParallelTerminationStrategy: PID 12147 died...\u000a20:39:01.467670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12147): Terminated: ok {rc=0}\u000a20:39:01.478291 --- ParallelTerminationStrategy: PID 12150 died...\u000a20:39:01.535244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12150): Terminated: ok {rc=0}\u000a20:39:01.545777 --- ParallelTerminationStrategy: PID 12153 died...\u000a20:39:01.602614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12153): Terminated: ok {rc=0}\u000a20:39:01.706418 bus /gobi_0: Setting Powered False\u000a20:39:02.811359 bus /gobi_0: Setting Powered False\u000a20:39:03.917819 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12163): Process ended prematurely: osmo-stp_10.42.42.5(pid=12163) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12163)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12163): Process ended prematurely: osmo-stp_10.42.42.5(pid=12163) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:39:05.033803 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:05.046200 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:39:05.217814 tst iperf3.py: using LAC 16664\u000a20:39:05.347934 tst iperf3.py: using RAC 89\u000a20:39:05.471665 tst iperf3.py: using CellId 16664\u000a20:39:05.594037 tst iperf3.py: using BVCI 16665\u000a20:39:05.617472 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:05.628600 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:05.639642 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:05.651014 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:05.662201 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:05.673771 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:05.685165 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:05.697186 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:05.710652 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:39:05.992402 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:39:06.119984 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:39:06.437087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12155): Launched\u000a20:39:06.700847 run iperf3-srv_10.42.42.10(pid=12156): Launched\u000a20:39:06.886756 tst iperf3.py:8: start network...\u000a20:39:07.013996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:07.497596 run create_hlr_db(pid=12157): Launched\u000a20:39:07.672584 bus /gobi_6: Setting Powered False\u000a20:39:08.694500 run create_hlr_db(pid=12157): Terminated: ok {rc=0}\u000a20:39:09.130150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12159): Launched\u000a20:39:09.457811 run osmo-hlr_10.42.42.2(pid=12160): Launched\u000a20:39:09.579301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:10.148578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12162): Launched\u000a20:39:10.474658 run osmo-stp_10.42.42.5(pid=12163): Launched\u000a20:39:10.593551 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:39:11.164022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12165): Launched\u000a20:39:11.280640 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:39:11.569431 run patchelf(pid=12166): Launched\u000a20:39:11.761133 run osmo-stp_10.42.42.5(pid=12163): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12163)]\u000a20:39:11.901742 run osmo-stp_10.42.42.5(pid=12163): stdout: \u000a| (launched: 2022-12-08_20:39:10.314932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:12.042024 run osmo-stp_10.42.42.5(pid=12163): stderr: \u000a| �[0;m�[38;5;43m20221208203910508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203910508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203910509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203910509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203910509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203910509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203910510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:12.177741 run osmo-stp_10.42.42.5(pid=12163): stdout: \u000a| (launched: 2022-12-08_20:39:10.314932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:12.312239 run osmo-stp_10.42.42.5(pid=12163): stderr: \u000a| �[0;m�[38;5;43m20221208203910508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203910508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203910509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203910509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203910509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203910509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203910510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:12.469039 run patchelf(pid=12166): Terminating (SIGINT)\u000a20:39:12.652834 run patchelf(pid=12166): Terminated: ok {rc=0}\u000a20:39:12.686904 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12163): Process ended prematurely: osmo-stp_10.42.42.5(pid=12163) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12163)] [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:39:12.697166 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:39:12.759895 run osmo-hlr_10.42.42.2(pid=12160): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12160)]\u000a20:39:12.811342 run osmo-hlr_10.42.42.2(pid=12160): stdout: \u000a| (launched: 2022-12-08_20:39:09.296401) \u000a20:39:12.863374 run osmo-hlr_10.42.42.2(pid=12160): stderr: \u000a| �[0;m�[1;31m20221208203909496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203909496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203909496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203909496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203909496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203909497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203909509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203909519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203909520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203909520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:12.908114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12155): Terminating (SIGTERM)\u000a20:39:12.949965 run iperf3-srv_10.42.42.10(pid=12156): Terminating (SIGTERM)\u000a20:39:12.991765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12159): Terminating (SIGTERM)\u000a20:39:13.033664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12162): Terminating (SIGTERM)\u000a20:39:13.075562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12165): Terminating (SIGTERM)\u000a20:39:13.085281 --- ParallelTerminationStrategy: PID 12155 died...\u000a20:39:13.141264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12155): Terminated: ok {rc=0}\u000a20:39:13.151413 --- ParallelTerminationStrategy: PID 12156 died...\u000a20:39:13.207020 run iperf3-srv_10.42.42.10(pid=12156): Terminated {rc=256}\u000a20:39:13.217120 --- ParallelTerminationStrategy: PID 12159 died...\u000a20:39:13.273250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12159): Terminated: ok {rc=0}\u000a20:39:13.283377 --- ParallelTerminationStrategy: PID 12162 died...\u000a20:39:13.339009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12162): Terminated: ok {rc=0}\u000a20:39:13.349166 --- ParallelTerminationStrategy: PID 12165 died...\u000a20:39:13.404985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12165): Terminated: ok {rc=0}\u000a20:39:13.491295 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12181): Process ended prematurely: osmo-stp_10.42.42.5(pid=12181) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12181)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12181): Process ended prematurely: osmo-stp_10.42.42.5(pid=12181) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:39:14.607431 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:14.619720 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:39:14.792382 tst iperf3m4.py: using LAC 16665\u000a20:39:14.918937 tst iperf3m4.py: using RAC 90\u000a20:39:15.045190 tst iperf3m4.py: using CellId 16665\u000a20:39:15.171996 tst iperf3m4.py: using BVCI 16666\u000a20:39:15.197006 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:15.208680 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:15.220210 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:15.231631 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:15.243081 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:15.254455 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:15.265938 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:15.277292 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:15.288695 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:39:15.410873 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:39:15.533563 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:39:15.653132 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:39:15.974905 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:39:16.106032 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:39:16.442098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12167): Launched\u000a20:39:16.730567 run iperf3-srv_10.42.42.10(pid=12168): Launched\u000a20:39:16.920848 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:39:17.051808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:39:17.376576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12169): Launched\u000a20:39:17.640274 run iperf3-srv_10.42.42.10(pid=12170): Launched\u000a20:39:17.825931 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:39:17.952454 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:39:18.269355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12171): Launched\u000a20:39:18.531960 run iperf3-srv_10.42.42.10(pid=12172): Launched\u000a20:39:18.716759 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:39:18.842853 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:39:19.158483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12173): Launched\u000a20:39:19.421591 run iperf3-srv_10.42.42.10(pid=12174): Launched\u000a20:39:19.607043 tst iperf3m4.py:8: start network...\u000a20:39:19.733562 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:20.214137 run create_hlr_db(pid=12175): Launched\u000a20:39:20.389914 bus /gobi_6: Setting Powered False\u000a20:39:21.411275 run create_hlr_db(pid=12175): Terminated: ok {rc=0}\u000a20:39:21.818822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12177): Launched\u000a20:39:22.124453 run osmo-hlr_10.42.42.2(pid=12178): Launched\u000a20:39:22.235817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:22.764695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12180): Launched\u000a20:39:23.068781 run osmo-stp_10.42.42.5(pid=12181): Launched\u000a20:39:23.179799 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:39:23.710183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12183): Launched\u000a20:39:23.818284 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:39:24.085035 run patchelf(pid=12184): Launched\u000a20:39:24.263818 run osmo-stp_10.42.42.5(pid=12181): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12181)]\u000a20:39:24.394316 run osmo-stp_10.42.42.5(pid=12181): stdout: \u000a| (launched: 2022-12-08_20:39:22.918779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:24.524933 run osmo-stp_10.42.42.5(pid=12181): stderr: \u000a| �[0;m�[38;5;43m20221208203923090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203923090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203923091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203923091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203923092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203923092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203923092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:24.651259 run osmo-stp_10.42.42.5(pid=12181): stdout: \u000a| (launched: 2022-12-08_20:39:22.918779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:24.776584 run osmo-stp_10.42.42.5(pid=12181): stderr: \u000a| �[0;m�[38;5;43m20221208203923090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203923090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203923091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203923091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203923092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203923092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203923092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:24.922752 run patchelf(pid=12184): Terminating (SIGINT)\u000a20:39:25.093658 run patchelf(pid=12184): Terminated: ok {rc=0}\u000a20:39:25.125018 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12181): Process ended prematurely: osmo-stp_10.42.42.5(pid=12181) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12181)] [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:39:25.134470 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a20:39:25.195168 run osmo-hlr_10.42.42.2(pid=12178): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12178)]\u000a20:39:25.244659 run osmo-hlr_10.42.42.2(pid=12178): stdout: \u000a| (launched: 2022-12-08_20:39:21.974096) \u000a20:39:25.294889 run osmo-hlr_10.42.42.2(pid=12178): stderr: \u000a| �[0;m�[1;31m20221208203922154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203922154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203922154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203922154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203922154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203922154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203922176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203922184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203922184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203922184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:25.337103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12167): Terminating (SIGTERM)\u000a20:39:25.377390 run iperf3-srv_10.42.42.10(pid=12168): Terminating (SIGTERM)\u000a20:39:25.417378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12169): Terminating (SIGTERM)\u000a20:39:25.457399 run iperf3-srv_10.42.42.10(pid=12170): Terminating (SIGTERM)\u000a20:39:25.497497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12171): Terminating (SIGTERM)\u000a20:39:25.537463 run iperf3-srv_10.42.42.10(pid=12172): Terminating (SIGTERM)\u000a20:39:25.578008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12173): Terminating (SIGTERM)\u000a20:39:25.617738 run iperf3-srv_10.42.42.10(pid=12174): Terminating (SIGTERM)\u000a20:39:25.657766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12177): Terminating (SIGTERM)\u000a20:39:25.697988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12180): Terminating (SIGTERM)\u000a20:39:25.737937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12183): Terminating (SIGTERM)\u000a20:39:25.747353 --- ParallelTerminationStrategy: PID 12167 died...\u000a20:39:25.801742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12167): Terminated: ok {rc=0}\u000a20:39:25.811420 --- ParallelTerminationStrategy: PID 12168 died...\u000a20:39:25.864361 run iperf3-srv_10.42.42.10(pid=12168): Terminated {rc=256}\u000a20:39:25.874077 --- ParallelTerminationStrategy: PID 12169 died...\u000a20:39:25.927785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12169): Terminated: ok {rc=0}\u000a20:39:25.937448 --- ParallelTerminationStrategy: PID 12170 died...\u000a20:39:25.990663 run iperf3-srv_10.42.42.10(pid=12170): Terminated {rc=256}\u000a20:39:26.000455 --- ParallelTerminationStrategy: PID 12171 died...\u000a20:39:26.054578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12171): Terminated: ok {rc=0}\u000a20:39:26.064174 --- ParallelTerminationStrategy: PID 12172 died...\u000a20:39:26.117824 run iperf3-srv_10.42.42.10(pid=12172): Terminated {rc=256}\u000a20:39:26.127476 --- ParallelTerminationStrategy: PID 12173 died...\u000a20:39:26.181608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12173): Terminated: ok {rc=0}\u000a20:39:26.191285 --- ParallelTerminationStrategy: PID 12174 died...\u000a20:39:26.244469 run iperf3-srv_10.42.42.10(pid=12174): Terminated {rc=256}\u000a20:39:26.254351 --- ParallelTerminationStrategy: PID 12177 died...\u000a20:39:26.307986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12177): Terminated: ok {rc=0}\u000a20:39:26.317909 --- ParallelTerminationStrategy: PID 12180 died...\u000a20:39:26.371294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12180): Terminated: ok {rc=0}\u000a20:39:26.381416 --- ParallelTerminationStrategy: PID 12183 died...\u000a20:39:26.435429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12183): Terminated: ok {rc=0}\u000a20:39:26.526075 bus /gobi_4: Setting Powered False\u000a20:39:27.631501 bus /gobi_4: Setting Powered False\u000a20:39:28.739326 bus /gobi_1: Setting Powered False\u000a20:39:29.847444 bus /gobi_1: Setting Powered False\u000a20:39:30.967879 bus /gobi_0: Setting Powered False\u000a20:39:32.078474 bus /gobi_0: Setting Powered False\u000a20:39:33.187152 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12192): Process ended prematurely: osmo-stp_10.42.42.5(pid=12192) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12192)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12192): Process ended prematurely: osmo-stp_10.42.42.5(pid=12192) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:39:34.254455 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:34.266196 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:39:34.423915 tst ping.py: using LAC 16666\u000a20:39:34.545333 tst ping.py: using RAC 91\u000a20:39:34.660262 tst ping.py: using CellId 16666\u000a20:39:34.777447 tst ping.py: using BVCI 16667\u000a20:39:34.800347 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:34.811617 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:34.822862 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:34.834353 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:34.845729 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:34.856914 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:34.868254 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:34.879422 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:39:35.155041 tst ping.py:19: start network...\u000a20:39:35.279661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:35.750255 run create_hlr_db(pid=12186): Launched\u000a20:39:35.923620 bus /gobi_6: Setting Powered False\u000a20:39:36.945368 run create_hlr_db(pid=12186): Terminated: ok {rc=0}\u000a20:39:37.375838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12188): Launched\u000a20:39:37.698724 run osmo-hlr_10.42.42.2(pid=12189): Launched\u000a20:39:37.817689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:38.384115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12191): Launched\u000a20:39:38.704786 run osmo-stp_10.42.42.5(pid=12192): Launched\u000a20:39:38.821078 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:39:39.382219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12194): Launched\u000a20:39:39.496220 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:39:39.776599 run patchelf(pid=12195): Launched\u000a20:39:39.965617 run osmo-stp_10.42.42.5(pid=12192): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12192)]\u000a20:39:40.103345 run osmo-stp_10.42.42.5(pid=12192): stdout: \u000a| (launched: 2022-12-08_20:39:38.547292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:40.241348 run osmo-stp_10.42.42.5(pid=12192): stderr: \u000a| �[0;m�[38;5;43m20221208203938742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203938742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203938742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203938743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203938743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203938743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203938743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:40.374789 run osmo-stp_10.42.42.5(pid=12192): stdout: \u000a| (launched: 2022-12-08_20:39:38.547292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:40.506274 run osmo-stp_10.42.42.5(pid=12192): stderr: \u000a| �[0;m�[38;5;43m20221208203938742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203938742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203938742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203938743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203938743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203938743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203938743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:40.659900 run patchelf(pid=12195): Terminating (SIGINT)\u000a20:39:40.839827 run patchelf(pid=12195): Terminated: ok {rc=0}\u000a20:39:40.872373 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12192): Process ended prematurely: osmo-stp_10.42.42.5(pid=12192) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12192)] [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:39:40.881749 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:39:40.944635 run osmo-hlr_10.42.42.2(pid=12189): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12189)]\u000a20:39:40.996191 run osmo-hlr_10.42.42.2(pid=12189): stdout: \u000a| (launched: 2022-12-08_20:39:37.539445) \u000a20:39:41.048335 run osmo-hlr_10.42.42.2(pid=12189): stderr: \u000a| �[0;m�[1;31m20221208203937739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203937739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203937739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203937739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203937739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203937739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203937751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203937760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203937760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203937760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:41.092692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12188): Terminating (SIGTERM)\u000a20:39:41.134709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12191): Terminating (SIGTERM)\u000a20:39:41.176827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12194): Terminating (SIGTERM)\u000a20:39:41.186593 --- ParallelTerminationStrategy: PID 12188 died...\u000a20:39:41.242632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12188): Terminated: ok {rc=0}\u000a20:39:41.252661 --- ParallelTerminationStrategy: PID 12191 died...\u000a20:39:41.308461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12191): Terminated: ok {rc=0}\u000a20:39:41.318431 --- ParallelTerminationStrategy: PID 12194 died...\u000a20:39:41.374155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12194): Terminated: ok {rc=0}\u000a20:39:41.461717 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12202): Process ended prematurely: osmo-stp_10.42.42.5(pid=12202) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12202)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12202): Process ended prematurely: osmo-stp_10.42.42.5(pid=12202) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:39:42.514455 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:42.526391 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:39:42.687483 tst ping_idle_ping.py: using LAC 16667\u000a20:39:42.811212 tst ping_idle_ping.py: using RAC 92\u000a20:39:42.927468 tst ping_idle_ping.py: using CellId 16667\u000a20:39:43.046546 tst ping_idle_ping.py: using BVCI 16668\u000a20:39:43.069754 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:43.081000 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:43.091985 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:43.103612 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:43.114958 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:43.126367 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:43.137864 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:43.149166 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:39:43.445783 tst ping_idle_ping.py:24: start network...\u000a20:39:43.580734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:44.099458 run create_hlr_db(pid=12196): Launched\u000a20:39:44.287532 bus /gobi_6: Setting Powered False\u000a20:39:45.307632 run create_hlr_db(pid=12196): Terminated: ok {rc=0}\u000a20:39:45.712085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12198): Launched\u000a20:39:46.141426 run osmo-hlr_10.42.42.2(pid=12199): Launched\u000a20:39:46.272622 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:46.897181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12201): Launched\u000a20:39:47.319570 run osmo-stp_10.42.42.5(pid=12202): Launched\u000a20:39:47.437901 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:39:48.003813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12204): Launched\u000a20:39:48.118881 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:39:48.399985 run patchelf(pid=12205): Launched\u000a20:39:48.589749 run osmo-stp_10.42.42.5(pid=12202): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12202)]\u000a20:39:48.728053 run osmo-stp_10.42.42.5(pid=12202): stdout: \u000a| (launched: 2022-12-08_20:39:47.068000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:48.866685 run osmo-stp_10.42.42.5(pid=12202): stderr: \u000a| �[0;m�[38;5;43m20221208203947354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203947354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203947354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203947354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203947355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203947355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203947355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:49.000799 run osmo-stp_10.42.42.5(pid=12202): stdout: \u000a| (launched: 2022-12-08_20:39:47.068000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:49.133365 run osmo-stp_10.42.42.5(pid=12202): stderr: \u000a| �[0;m�[38;5;43m20221208203947354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203947354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203947354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203947354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203947355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203947355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203947355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:49.288235 run patchelf(pid=12205): Terminating (SIGINT)\u000a20:39:49.470198 run patchelf(pid=12205): Terminated: ok {rc=0}\u000a20:39:49.503198 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12202): Process ended prematurely: osmo-stp_10.42.42.5(pid=12202) [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12202)] [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:39:49.512415 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a20:39:49.575547 run osmo-hlr_10.42.42.2(pid=12199): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12199)]\u000a20:39:49.627461 run osmo-hlr_10.42.42.2(pid=12199): stdout: \u000a| (launched: 2022-12-08_20:39:45.870985) \u000a20:39:49.679836 run osmo-hlr_10.42.42.2(pid=12199): stderr: \u000a| �[0;m�[1;31m20221208203946124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203946124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203946125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203946125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203946125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203946125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203946159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203946176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203946176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203946176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:49.724396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12198): Terminating (SIGTERM)\u000a20:39:49.766865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12201): Terminating (SIGTERM)\u000a20:39:49.809166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12204): Terminating (SIGTERM)\u000a20:39:49.818892 --- ParallelTerminationStrategy: PID 12198 died...\u000a20:39:49.875044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12198): Terminated: ok {rc=0}\u000a20:39:49.885220 --- ParallelTerminationStrategy: PID 12201 died...\u000a20:39:49.941159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12201): Terminated: ok {rc=0}\u000a20:39:49.951328 --- ParallelTerminationStrategy: PID 12204 died...\u000a20:39:50.007317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12204): Terminated: ok {rc=0}\u000a20:39:50.094799 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:38:51" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12215): Process ended prematurely: osmo-stp_10.42.42.5(pid=12215) [trial-2349↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12215)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12215): Process ended prematurely: osmo-stp_10.42.42.5(pid=12215) [trial-2349↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:39:52.131347 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:39:52.143012 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:39:52.309941 tst switch_tch_pdch.py: using LAC 16668\u000a20:39:52.439298 tst switch_tch_pdch.py: using RAC 93\u000a20:39:52.567430 tst switch_tch_pdch.py: using CellId 16668\u000a20:39:52.695407 tst switch_tch_pdch.py: using BVCI 16669\u000a20:39:52.720082 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:39:52.732062 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:39:52.743876 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:39:52.755739 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:39:52.767568 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:39:52.779409 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:39:52.791291 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:39:52.803022 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:39:52.923724 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:39:53.216259 tst switch_tch_pdch.py:51: start network...\u000a20:39:53.350149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:53.862829 run create_hlr_db(pid=12209): Launched\u000a20:39:54.050219 bus /gobi_6: Setting Powered False\u000a20:39:55.071919 run create_hlr_db(pid=12209): Terminated: ok {rc=0}\u000a20:39:55.474580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12211): Launched\u000a20:39:55.774834 run osmo-hlr_10.42.42.2(pid=12212): Launched\u000a20:39:55.890872 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:56.421782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12214): Launched\u000a20:39:56.719652 run osmo-stp_10.42.42.5(pid=12215): Launched\u000a20:39:56.827798 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:39:57.348869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12217): Launched\u000a20:39:57.455193 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:39:57.738219 run patchelf(pid=12218): Launched\u000a20:39:57.927941 run osmo-stp_10.42.42.5(pid=12215): ERR: Terminated: ERROR {rc=1} [trial-2349↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12215)]\u000a20:39:58.066850 run osmo-stp_10.42.42.5(pid=12215): stdout: \u000a| (launched: 2022-12-08_20:39:56.573079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:58.205341 run osmo-stp_10.42.42.5(pid=12215): stderr: \u000a| �[0;m�[38;5;43m20221208203956746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203956746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203956747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203956747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203956748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203956748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203956748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:58.338587 run osmo-stp_10.42.42.5(pid=12215): stdout: \u000a| (launched: 2022-12-08_20:39:56.573079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:58.470300 run osmo-stp_10.42.42.5(pid=12215): stderr: \u000a| �[0;m�[38;5;43m20221208203956746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208203956746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208203956747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208203956747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208203956748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208203956748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208203956748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:58.624107 run patchelf(pid=12218): Terminating (SIGINT)\u000a20:39:58.804361 run patchelf(pid=12218): Terminated: ok {rc=0}\u000a20:39:58.837015 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12215): Process ended prematurely: osmo-stp_10.42.42.5(pid=12215) [trial-2349↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12215)] [trial-2349↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:39:58.846317 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a20:39:58.909097 run osmo-hlr_10.42.42.2(pid=12212): ERR: Terminated: ERROR {rc=237} [trial-2349↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12212)]\u000a20:39:58.960810 run osmo-hlr_10.42.42.2(pid=12212): stdout: \u000a| (launched: 2022-12-08_20:39:55.626780) \u000a20:39:59.013285 run osmo-hlr_10.42.42.2(pid=12212): stderr: \u000a| �[0;m�[1;31m20221208203955807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208203955807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208203955807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203955807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208203955807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208203955807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208203955821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208203955830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208203955831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208203955831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:59.058005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12211): Terminating (SIGTERM)\u000a20:39:59.100135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12214): Terminating (SIGTERM)\u000a20:39:59.142629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12217): Terminating (SIGTERM)\u000a20:39:59.152539 --- ParallelTerminationStrategy: PID 12211 died...\u000a20:39:59.208635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12211): Terminated: ok {rc=0}\u000a20:39:59.218817 --- ParallelTerminationStrategy: PID 12214 died...\u000a20:39:59.274815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12214): Terminated: ok {rc=0}\u000a20:39:59.284855 --- ParallelTerminationStrategy: PID 12217 died...\u000a20:39:59.340579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12217): Terminated: ok {rc=0}\u000a20:39:59.426759 bus /gobi_0: Setting Powered False\u000a20:40:00.532321 bus /gobi_0: Setting Powered False\u000a20:40:01.638930 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:39:51" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12231): Process ended prematurely: osmo-stp_10.42.42.5(pid=12231) [trial-2349↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12231)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12231): Process ended prematurely: osmo-stp_10.42.42.5(pid=12231) [trial-2349↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:40:03.631766 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:40:03.643434 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:40:03.809285 tst switch_tch_pdch.py: using LAC 16669\u000a20:40:03.933904 tst switch_tch_pdch.py: using RAC 94\u000a20:40:04.060283 tst switch_tch_pdch.py: using CellId 16669\u000a20:40:04.184206 tst switch_tch_pdch.py: using BVCI 16670\u000a20:40:04.208836 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:40:04.220420 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:40:04.231835 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:40:04.243390 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:40:04.254795 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:40:04.266158 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:40:04.277688 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:40:04.289294 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:40:04.411504 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:40:04.705756 tst switch_tch_pdch.py:51: start network...\u000a20:40:04.840298 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:05.325509 run create_hlr_db(pid=12225): Launched\u000a20:40:05.456902 bus /gobi_6: Setting Powered False\u000a20:40:06.533886 run create_hlr_db(pid=12225): Terminated: ok {rc=0}\u000a20:40:06.914130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12227): Launched\u000a20:40:07.214409 run osmo-hlr_10.42.42.2(pid=12228): Launched\u000a20:40:07.332610 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:07.834159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12230): Launched\u000a20:40:08.131966 run osmo-stp_10.42.42.5(pid=12231): Launched\u000a20:40:08.240263 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:40:08.737405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12233): Launched\u000a20:40:08.843544 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:40:09.104544 run patchelf(pid=12234): Launched\u000a20:40:09.280323 run osmo-stp_10.42.42.5(pid=12231): ERR: Terminated: ERROR {rc=1} [trial-2349↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12231)]\u000a20:40:09.409091 run osmo-stp_10.42.42.5(pid=12231): stdout: \u000a| (launched: 2022-12-08_20:40:07.985897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:09.537789 run osmo-stp_10.42.42.5(pid=12231): stderr: \u000a| �[0;m�[38;5;43m20221208204008157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204008157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204008158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204008158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204008158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204008159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204008159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:09.661783 run osmo-stp_10.42.42.5(pid=12231): stdout: \u000a| (launched: 2022-12-08_20:40:07.985897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:09.784466 run osmo-stp_10.42.42.5(pid=12231): stderr: \u000a| �[0;m�[38;5;43m20221208204008157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204008157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204008158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204008158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204008158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204008159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204008159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:09.927610 run patchelf(pid=12234): Terminating (SIGINT)\u000a20:40:10.095984 run patchelf(pid=12234): Terminated: ok {rc=0}\u000a20:40:10.126595 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12231): Process ended prematurely: osmo-stp_10.42.42.5(pid=12231) [trial-2349↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12231)] [trial-2349↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:40:10.135241 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a20:40:10.195892 run osmo-hlr_10.42.42.2(pid=12228): ERR: Terminated: ERROR {rc=237} [trial-2349↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12228)]\u000a20:40:10.245240 run osmo-hlr_10.42.42.2(pid=12228): stdout: \u000a| (launched: 2022-12-08_20:40:07.066892) \u000a20:40:10.295367 run osmo-hlr_10.42.42.2(pid=12228): stderr: \u000a| �[0;m�[1;31m20221208204007240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204007240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204007240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204007240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204007240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204007240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204007252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204007260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204007260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204007261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:10.337707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12227): Terminating (SIGTERM)\u000a20:40:10.377990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12230): Terminating (SIGTERM)\u000a20:40:10.418298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12233): Terminating (SIGTERM)\u000a20:40:10.427810 --- ParallelTerminationStrategy: PID 12227 died...\u000a20:40:10.481438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12227): Terminated: ok {rc=0}\u000a20:40:10.491031 --- ParallelTerminationStrategy: PID 12230 died...\u000a20:40:10.544395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12230): Terminated: ok {rc=0}\u000a20:40:10.554057 --- ParallelTerminationStrategy: PID 12233 died...\u000a20:40:10.607039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12233): Terminated: ok {rc=0}\u000a20:40:10.690381 bus /gobi_0: Setting Powered False\u000a20:40:11.791990 bus /gobi_0: Setting Powered False\u000a20:40:12.898373 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:40:03" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12239): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12239) [trial-2349↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12239)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12239): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12239) [trial-2349↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a20:40:14.809401 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a20:40:14.820756 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:40:14.966161 tst mo_mt_sms.py: using LAC 16670\u000a20:40:15.086086 tst mo_mt_sms.py: using RAC 95\u000a20:40:15.201897 tst mo_mt_sms.py: using CellId 16670\u000a20:40:15.317635 tst mo_mt_sms.py: using BVCI 16671\u000a20:40:15.340164 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:40:15.460443 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:40:15.735803 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:40:15.862033 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:40:16.555268 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12238): Launched\u000a20:40:16.901815 run osmo-nitb_10.42.42.2(pid=12239): Launched\u000a20:40:17.105909 run osmo-nitb_10.42.42.2(pid=12239): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12239)]\u000a20:40:17.253226 run osmo-nitb_10.42.42.2(pid=12239): stdout: \u000a| (launched: 2022-12-08_20:40:16.725679) \u000a20:40:17.400598 run osmo-nitb_10.42.42.2(pid=12239): stderr: \u000a| (launched: 2022-12-08_20:40:16.775481)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:40:17.542594 run osmo-nitb_10.42.42.2(pid=12239): stdout: \u000a| (launched: 2022-12-08_20:40:16.725679) \u000a20:40:17.683789 run osmo-nitb_10.42.42.2(pid=12239): stderr: \u000a| (launched: 2022-12-08_20:40:16.775481)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:40:18.032482 tst osmo-nitb_10.42.42.2(pid=12239): stdout: \u000a| (launched: 2022-12-08_20:40:16.725679) \u000a20:40:18.161709 tst osmo-nitb_10.42.42.2(pid=12239): stderr: \u000a| (launched: 2022-12-08_20:40:16.775481)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:40:18.217817 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12239): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12239) [trial-2349↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12239)] [trial-2349↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a20:40:18.226627 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a20:40:18.263913 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12238): Terminating (SIGTERM)\u000a20:40:18.442333 --- ParallelTerminationStrategy: PID 12238 died...\u000a20:40:18.500784 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12238): Terminated: ok {rc=0}\u000a20:40:18.590060 bus /sierra_3: Setting Powered False\u000a20:40:19.695145 bus /sierra_3: Setting Powered False\u000a20:40:20.803412 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:40:14" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12250): Process ended prematurely: osmo-stp_10.42.42.5(pid=12250) [trial-2349↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12250)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12250): Process ended prematurely: osmo-stp_10.42.42.5(pid=12250) [trial-2349↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a20:40:22.702128 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:22.713216 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:40:22.854834 tst mo_mt_sms.py: using LAC 16671\u000a20:40:22.981536 tst mo_mt_sms.py: using RAC 96\u000a20:40:23.110488 tst mo_mt_sms.py: using CellId 16671\u000a20:40:23.235245 tst mo_mt_sms.py: using BVCI 16672\u000a20:40:23.259663 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:23.270748 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:23.281712 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:23.292652 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:23.303668 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:23.314758 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:40:23.432261 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:40:23.642613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:24.157178 run create_hlr_db(pid=12244): Launched\u000a20:40:24.344272 bus /sierra_2: Setting Powered False\u000a20:40:25.365279 run create_hlr_db(pid=12244): Terminated: ok {rc=0}\u000a20:40:25.770180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12246): Launched\u000a20:40:26.069063 run osmo-hlr_10.42.42.2(pid=12247): Launched\u000a20:40:26.182959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:26.714864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12249): Launched\u000a20:40:27.016545 run osmo-stp_10.42.42.5(pid=12250): Launched\u000a20:40:27.125927 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:40:27.674685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12252): Launched\u000a20:40:27.974701 run osmo-msc_10.42.42.6(pid=12253): Launched\u000a20:40:28.150971 run osmo-stp_10.42.42.5(pid=12250): ERR: Terminated: ERROR {rc=1} [trial-2349↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12250)]\u000a20:40:28.280276 run osmo-stp_10.42.42.5(pid=12250): stdout: \u000a| (launched: 2022-12-08_20:40:26.867924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:28.405417 run osmo-stp_10.42.42.5(pid=12250): stderr: \u000a| �[0;m�[38;5;43m20221208204027037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204027037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204027037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204027037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204027040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204027040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204027040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:28.525874 run osmo-stp_10.42.42.5(pid=12250): stdout: \u000a| (launched: 2022-12-08_20:40:26.867924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:28.644728 run osmo-stp_10.42.42.5(pid=12250): stderr: \u000a| �[0;m�[38;5;43m20221208204027037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204027037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204027037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204027037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204027040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204027040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204027040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:28.697125 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12250): Process ended prematurely: osmo-stp_10.42.42.5(pid=12250) [trial-2349↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12250)] [trial-2349↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a20:40:28.705239 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a20:40:28.766056 run osmo-hlr_10.42.42.2(pid=12247): ERR: Terminated: ERROR {rc=237} [trial-2349↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12247)]\u000a20:40:28.815917 run osmo-hlr_10.42.42.2(pid=12247): stdout: \u000a| (launched: 2022-12-08_20:40:25.921891) \u000a20:40:28.866180 run osmo-hlr_10.42.42.2(pid=12247): stderr: \u000a| �[0;m�[1;31m20221208204026096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204026096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204026097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204026097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204026097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204026097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204026110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204026119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204026119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204026119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:28.934372 run osmo-msc_10.42.42.6(pid=12253): ERR: Terminated: ERROR {rc=2} [trial-2349↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12253)]\u000a20:40:28.984050 run osmo-msc_10.42.42.6(pid=12253): stdout: \u000a| (launched: 2022-12-08_20:40:27.826855) \u000a20:40:29.034442 run osmo-msc_10.42.42.6(pid=12253): stderr: \u000a| �[0;m�[38;5;43m20221208204028099 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204028099 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98c3ef4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204028099 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204028099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204028100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204028100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204028102 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204028102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204028102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204028102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:40:29.076795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12246): Terminating (SIGTERM)\u000a20:40:29.117309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12249): Terminating (SIGTERM)\u000a20:40:29.157679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12252): Terminating (SIGTERM)\u000a20:40:29.167208 --- ParallelTerminationStrategy: PID 12246 died...\u000a20:40:29.221169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12246): Terminated: ok {rc=0}\u000a20:40:29.231156 --- ParallelTerminationStrategy: PID 12249 died...\u000a20:40:29.284602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12249): Terminated: ok {rc=0}\u000a20:40:29.294537 --- ParallelTerminationStrategy: PID 12252 died...\u000a20:40:29.348100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12252): Terminated: ok {rc=0}\u000a20:40:29.437582 bus /sierra_3: Setting Powered False\u000a20:40:30.541348 bus /sierra_3: Setting Powered False\u000a20:40:31.655003 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:40:22" }, { "cases" : [ { "testActions" : [ ], "age" : 205, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12259): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12259) [trial-2349↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12259)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12259): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12259) [trial-2349↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a20:40:33.496456 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a20:40:33.507419 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:40:33.642465 tst assert_extension.py: using LAC 16672\u000a20:40:33.769151 tst assert_extension.py: using RAC 97\u000a20:40:33.895172 tst assert_extension.py: using CellId 16672\u000a20:40:34.021303 tst assert_extension.py: using BVCI 16673\u000a20:40:34.045760 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a20:40:34.338201 tst assert_extension.py:10: start nitb and bts...\u000a20:40:34.472471 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:40:35.139621 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12258): Launched\u000a20:40:35.458070 run osmo-nitb_10.42.42.2(pid=12259): Launched\u000a20:40:35.656063 run osmo-nitb_10.42.42.2(pid=12259): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12259)]\u000a20:40:35.802405 run osmo-nitb_10.42.42.2(pid=12259): stdout: \u000a| (launched: 2022-12-08_20:40:35.303136) \u000a20:40:35.949322 run osmo-nitb_10.42.42.2(pid=12259): stderr: \u000a| (launched: 2022-12-08_20:40:35.350953)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:40:36.090536 run osmo-nitb_10.42.42.2(pid=12259): stdout: \u000a| (launched: 2022-12-08_20:40:35.303136) \u000a20:40:36.231312 run osmo-nitb_10.42.42.2(pid=12259): stderr: \u000a| (launched: 2022-12-08_20:40:35.350953)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:40:36.587339 tst osmo-nitb_10.42.42.2(pid=12259): stdout: \u000a| (launched: 2022-12-08_20:40:35.303136) \u000a20:40:36.715400 tst osmo-nitb_10.42.42.2(pid=12259): stderr: \u000a| (launched: 2022-12-08_20:40:35.350953)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:40:36.771532 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12259): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12259) [trial-2349↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12259)] [trial-2349↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a20:40:36.780286 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a20:40:36.816858 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12258): Terminating (SIGTERM)\u000a20:40:36.994755 --- ParallelTerminationStrategy: PID 12258 died...\u000a20:40:37.052858 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12258): Terminated: ok {rc=0}\u000a20:40:37.140243 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:40:33" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12269): Process ended prematurely: osmo-stp_10.42.42.5(pid=12269) [trial-2349↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12269)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12269): Process ended prematurely: osmo-stp_10.42.42.5(pid=12269) [trial-2349↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a20:40:38.971502 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:38.982800 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:40:39.115020 tst assert_extension.py: using LAC 16673\u000a20:40:39.231315 tst assert_extension.py: using RAC 98\u000a20:40:39.350317 tst assert_extension.py: using CellId 16673\u000a20:40:39.466373 tst assert_extension.py: using BVCI 16674\u000a20:40:39.489333 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:39.500006 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:39.510475 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:39.521268 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:39.531955 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:39.542634 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a20:40:39.751800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:40.266525 run create_hlr_db(pid=12263): Launched\u000a20:40:40.452680 bus /sierra_2: Setting Powered False\u000a20:40:41.473845 run create_hlr_db(pid=12263): Terminated: ok {rc=0}\u000a20:40:41.920919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12265): Launched\u000a20:40:42.238251 run osmo-hlr_10.42.42.2(pid=12266): Launched\u000a20:40:42.355909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:42.887296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12268): Launched\u000a20:40:43.185207 run osmo-stp_10.42.42.5(pid=12269): Launched\u000a20:40:43.293707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:40:43.837688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12271): Launched\u000a20:40:44.135172 run osmo-msc_10.42.42.6(pid=12272): Launched\u000a20:40:44.311156 run osmo-stp_10.42.42.5(pid=12269): ERR: Terminated: ERROR {rc=1} [trial-2349↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12269)]\u000a20:40:44.438589 run osmo-stp_10.42.42.5(pid=12269): stdout: \u000a| (launched: 2022-12-08_20:40:43.038470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:44.563391 run osmo-stp_10.42.42.5(pid=12269): stderr: \u000a| �[0;m�[38;5;43m20221208204043207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204043207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204043207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204043208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204043208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204043208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204043208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:44.682814 run osmo-stp_10.42.42.5(pid=12269): stdout: \u000a| (launched: 2022-12-08_20:40:43.038470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:44.801358 run osmo-stp_10.42.42.5(pid=12269): stderr: \u000a| �[0;m�[38;5;43m20221208204043207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204043207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204043207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204043208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204043208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204043208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204043208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:44.853218 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12269): Process ended prematurely: osmo-stp_10.42.42.5(pid=12269) [trial-2349↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12269)] [trial-2349↪ussd:trx-umtrx↪assert_extension.py:17]\u000a20:40:44.861220 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a20:40:44.921841 run osmo-hlr_10.42.42.2(pid=12266): ERR: Terminated: ERROR {rc=237} [trial-2349↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12266)]\u000a20:40:44.971454 run osmo-hlr_10.42.42.2(pid=12266): stdout: \u000a| (launched: 2022-12-08_20:40:42.085364) \u000a20:40:45.022050 run osmo-hlr_10.42.42.2(pid=12266): stderr: \u000a| �[0;m�[1;31m20221208204042266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204042266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204042266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204042266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204042266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204042266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204042278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204042286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204042286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204042286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:45.090064 run osmo-msc_10.42.42.6(pid=12272): ERR: Terminated: ERROR {rc=2} [trial-2349↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12272)]\u000a20:40:45.139743 run osmo-msc_10.42.42.6(pid=12272): stdout: \u000a| (launched: 2022-12-08_20:40:43.988083) \u000a20:40:45.189944 run osmo-msc_10.42.42.6(pid=12272): stderr: \u000a| �[0;m�[38;5;43m20221208204044261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204044262 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7a5013c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204044262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204044262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204044262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204044262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204044264 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204044264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204044264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204044264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:40:45.232110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12265): Terminating (SIGTERM)\u000a20:40:45.272423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12268): Terminating (SIGTERM)\u000a20:40:45.312740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12271): Terminating (SIGTERM)\u000a20:40:45.322322 --- ParallelTerminationStrategy: PID 12265 died...\u000a20:40:45.376179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12265): Terminated: ok {rc=0}\u000a20:40:45.385813 --- ParallelTerminationStrategy: PID 12268 died...\u000a20:40:45.439002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12268): Terminated: ok {rc=0}\u000a20:40:45.448712 --- ParallelTerminationStrategy: PID 12271 died...\u000a20:40:45.502246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12271): Terminated: ok {rc=0}\u000a20:40:45.586381 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:40:38" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12283): Process ended prematurely: osmo-stp_10.42.42.5(pid=12283) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12283)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12283): Process ended prematurely: osmo-stp_10.42.42.5(pid=12283) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:40:47.565688 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:40:47.577377 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:40:47.740888 tst mo_mt_call.py: using LAC 16674\u000a20:40:47.867217 tst mo_mt_call.py: using RAC 99\u000a20:40:47.994819 tst mo_mt_call.py: using CellId 16674\u000a20:40:48.122615 tst mo_mt_call.py: using BVCI 16675\u000a20:40:48.147589 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:40:48.159215 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:40:48.170721 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:40:48.182131 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:40:48.193697 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:40:48.205316 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:40:48.327597 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:40:48.534378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:49.017104 run create_hlr_db(pid=12277): Launched\u000a20:40:49.191567 bus /sierra_2: Setting Powered False\u000a20:40:50.214391 run create_hlr_db(pid=12277): Terminated: ok {rc=0}\u000a20:40:50.648781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12279): Launched\u000a20:40:50.975767 run osmo-hlr_10.42.42.2(pid=12280): Launched\u000a20:40:51.094916 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:51.662774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12282): Launched\u000a20:40:51.991044 run osmo-stp_10.42.42.5(pid=12283): Launched\u000a20:40:52.109742 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:40:52.708756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12285): Launched\u000a20:40:53.035129 run osmo-msc_10.42.42.6(pid=12286): Launched\u000a20:40:53.225840 run osmo-stp_10.42.42.5(pid=12283): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12283)]\u000a20:40:53.363679 run osmo-stp_10.42.42.5(pid=12283): stdout: \u000a| (launched: 2022-12-08_20:40:51.829507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:53.501579 run osmo-stp_10.42.42.5(pid=12283): stderr: \u000a| �[0;m�[38;5;43m20221208204052023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204052023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204052023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204052024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204052024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204052024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204052024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:53.632510 run osmo-stp_10.42.42.5(pid=12283): stdout: \u000a| (launched: 2022-12-08_20:40:51.829507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:53.762437 run osmo-stp_10.42.42.5(pid=12283): stderr: \u000a| �[0;m�[38;5;43m20221208204052023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204052023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204052023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204052024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204052024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204052024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204052024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:53.820581 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12283): Process ended prematurely: osmo-stp_10.42.42.5(pid=12283) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12283)] [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:40:53.829821 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:40:53.892435 run osmo-hlr_10.42.42.2(pid=12280): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12280)]\u000a20:40:53.944871 run osmo-hlr_10.42.42.2(pid=12280): stdout: \u000a| (launched: 2022-12-08_20:40:50.814800) \u000a20:40:53.997420 run osmo-hlr_10.42.42.2(pid=12280): stderr: \u000a| �[0;m�[1;31m20221208204051013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204051013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204051013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204051014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204051014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204051014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204051028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204051037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204051037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204051037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:54.068299 run osmo-msc_10.42.42.6(pid=12286): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12286)]\u000a20:40:54.119748 run osmo-msc_10.42.42.6(pid=12286): stdout: \u000a| (launched: 2022-12-08_20:40:52.874783) \u000a20:40:54.171902 run osmo-msc_10.42.42.6(pid=12286): stderr: \u000a| �[0;m�[38;5;43m20221208204053199 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204053199 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7ac7ac1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204053199 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204053199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204053199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204053199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204053201 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204053201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204053202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204053202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:40:54.216230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12279): Terminating (SIGTERM)\u000a20:40:54.258340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12282): Terminating (SIGTERM)\u000a20:40:54.300574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12285): Terminating (SIGTERM)\u000a20:40:54.310333 --- ParallelTerminationStrategy: PID 12279 died...\u000a20:40:54.366303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12279): Terminated: ok {rc=0}\u000a20:40:54.376461 --- ParallelTerminationStrategy: PID 12282 died...\u000a20:40:54.432290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12282): Terminated: ok {rc=0}\u000a20:40:54.442483 --- ParallelTerminationStrategy: PID 12285 died...\u000a20:40:54.498086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12285): Terminated: ok {rc=0}\u000a20:40:54.585719 bus /sierra_3: Setting Powered False\u000a20:40:55.692907 bus /sierra_3: Setting Powered False\u000a20:40:56.804089 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12294): Process ended prematurely: osmo-stp_10.42.42.5(pid=12294) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12294)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12294): Process ended prematurely: osmo-stp_10.42.42.5(pid=12294) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:40:57.914553 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:40:57.926338 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:40:58.095435 tst mo_mt_call_osmux.py: using LAC 16675\u000a20:40:58.222325 tst mo_mt_call_osmux.py: using RAC 100\u000a20:40:58.354830 tst mo_mt_call_osmux.py: using CellId 16675\u000a20:40:58.477433 tst mo_mt_call_osmux.py: using BVCI 16676\u000a20:40:58.500525 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:40:58.511655 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:40:58.522803 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:40:58.534122 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:40:58.545445 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:40:58.556676 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:40:58.679446 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:40:58.892824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:59.417027 run create_hlr_db(pid=12288): Launched\u000a20:40:59.606016 bus /sierra_2: Setting Powered False\u000a20:41:00.627069 run create_hlr_db(pid=12288): Terminated: ok {rc=0}\u000a20:41:01.114078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12290): Launched\u000a20:41:01.549106 run osmo-hlr_10.42.42.2(pid=12291): Launched\u000a20:41:01.707346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:02.400664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12293): Launched\u000a20:41:02.729545 run osmo-stp_10.42.42.5(pid=12294): Launched\u000a20:41:02.848746 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:41:03.445566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12296): Launched\u000a20:41:03.771945 run osmo-msc_10.42.42.6(pid=12297): Launched\u000a20:41:03.963520 run osmo-stp_10.42.42.5(pid=12294): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12294)]\u000a20:41:04.102541 run osmo-stp_10.42.42.5(pid=12294): stdout: \u000a| (launched: 2022-12-08_20:41:02.567398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:04.239958 run osmo-stp_10.42.42.5(pid=12294): stderr: \u000a| �[0;m�[38;5;43m20221208204102759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204102759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204102760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204102760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204102762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204102763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204102763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:04.372017 run osmo-stp_10.42.42.5(pid=12294): stdout: \u000a| (launched: 2022-12-08_20:41:02.567398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:04.502023 run osmo-stp_10.42.42.5(pid=12294): stderr: \u000a| �[0;m�[38;5;43m20221208204102759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204102759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204102760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204102760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204102762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204102763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204102763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:04.559144 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12294): Process ended prematurely: osmo-stp_10.42.42.5(pid=12294) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12294)] [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:41:04.568204 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a20:41:04.631339 run osmo-hlr_10.42.42.2(pid=12291): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12291)]\u000a20:41:04.683002 run osmo-hlr_10.42.42.2(pid=12291): stdout: \u000a| (launched: 2022-12-08_20:41:01.283907) \u000a20:41:04.735293 run osmo-hlr_10.42.42.2(pid=12291): stderr: \u000a| �[0;m�[1;31m20221208204101610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204101610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204101610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204101610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204101610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204101611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204101632 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204101644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204101649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204101649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:04.806468 run osmo-msc_10.42.42.6(pid=12297): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12297)]\u000a20:41:04.858009 run osmo-msc_10.42.42.6(pid=12297): stdout: \u000a| (launched: 2022-12-08_20:41:03.611583) \u000a20:41:04.910038 run osmo-msc_10.42.42.6(pid=12297): stderr: \u000a| �[0;m�[38;5;43m20221208204103937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204103937 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4e87c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204103938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204103938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204103938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204103938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204103940 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204103940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204103940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204103940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:41:04.954573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12290): Terminating (SIGTERM)\u000a20:41:04.996308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12293): Terminating (SIGTERM)\u000a20:41:05.038384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12296): Terminating (SIGTERM)\u000a20:41:05.048107 --- ParallelTerminationStrategy: PID 12290 died...\u000a20:41:05.104357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12290): Terminated: ok {rc=0}\u000a20:41:05.114447 --- ParallelTerminationStrategy: PID 12293 died...\u000a20:41:05.170278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12293): Terminated: ok {rc=0}\u000a20:41:05.180345 --- ParallelTerminationStrategy: PID 12296 died...\u000a20:41:05.236246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12296): Terminated: ok {rc=0}\u000a20:41:05.324015 bus /sierra_3: Setting Powered False\u000a20:41:06.432584 bus /sierra_3: Setting Powered False\u000a20:41:07.541152 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:40:47" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12308): Process ended prematurely: osmo-stp_10.42.42.5(pid=12308) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12308)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12308): Process ended prematurely: osmo-stp_10.42.42.5(pid=12308) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:41:09.534611 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:09.545930 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:41:09.706023 tst mo_mt_call.py: using LAC 16676\u000a20:41:09.823989 tst mo_mt_call.py: using RAC 101\u000a20:41:09.944377 tst mo_mt_call.py: using CellId 16676\u000a20:41:10.062395 tst mo_mt_call.py: using BVCI 16677\u000a20:41:10.085799 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:10.096915 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:10.108054 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:10.119556 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:10.130997 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:10.142345 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:41:10.258539 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:41:10.470133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:10.995763 run create_hlr_db(pid=12302): Launched\u000a20:41:11.185756 bus /sierra_2: Setting Powered False\u000a20:41:12.207549 run create_hlr_db(pid=12302): Terminated: ok {rc=0}\u000a20:41:12.643765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12304): Launched\u000a20:41:12.970405 run osmo-hlr_10.42.42.2(pid=12305): Launched\u000a20:41:13.091692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:13.662057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12307): Launched\u000a20:41:13.991285 run osmo-stp_10.42.42.5(pid=12308): Launched\u000a20:41:14.110259 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:41:14.708488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12310): Launched\u000a20:41:15.037293 run osmo-msc_10.42.42.6(pid=12311): Launched\u000a20:41:15.229717 run osmo-stp_10.42.42.5(pid=12308): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12308)]\u000a20:41:15.368552 run osmo-stp_10.42.42.5(pid=12308): stdout: \u000a| (launched: 2022-12-08_20:41:13.829234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:15.506276 run osmo-stp_10.42.42.5(pid=12308): stderr: \u000a| �[0;m�[38;5;43m20221208204114021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204114021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204114021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204114022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204114022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204114022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204114022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:15.637517 run osmo-stp_10.42.42.5(pid=12308): stdout: \u000a| (launched: 2022-12-08_20:41:13.829234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:15.767027 run osmo-stp_10.42.42.5(pid=12308): stderr: \u000a| �[0;m�[38;5;43m20221208204114021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204114021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204114021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204114022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204114022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204114022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204114022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:15.824313 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12308): Process ended prematurely: osmo-stp_10.42.42.5(pid=12308) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12308)] [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:41:15.834075 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:41:15.911747 run osmo-hlr_10.42.42.2(pid=12305): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12305)]\u000a20:41:15.964942 run osmo-hlr_10.42.42.2(pid=12305): stdout: \u000a| (launched: 2022-12-08_20:41:12.810299) \u000a20:41:16.018391 run osmo-hlr_10.42.42.2(pid=12305): stderr: \u000a| �[0;m�[1;31m20221208204113007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204113008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204113008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204113008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204113008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204113008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204113020 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204113028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204113029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204113029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:16.091374 run osmo-msc_10.42.42.6(pid=12311): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12311)]\u000a20:41:16.145259 run osmo-msc_10.42.42.6(pid=12311): stdout: \u000a| (launched: 2022-12-08_20:41:14.875614) \u000a20:41:16.199322 run osmo-msc_10.42.42.6(pid=12311): stderr: \u000a| �[0;m�[38;5;43m20221208204115197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204115197 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb764db4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204115197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204115197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204115197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204115197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204115199 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204115199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204115200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204115200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:41:16.245031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12304): Terminating (SIGTERM)\u000a20:41:16.289265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12307): Terminating (SIGTERM)\u000a20:41:16.336776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12310): Terminating (SIGTERM)\u000a20:41:16.347790 --- ParallelTerminationStrategy: PID 12304 died...\u000a20:41:16.407598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12304): Terminated: ok {rc=0}\u000a20:41:16.418502 --- ParallelTerminationStrategy: PID 12307 died...\u000a20:41:16.477494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12307): Terminated: ok {rc=0}\u000a20:41:16.488242 --- ParallelTerminationStrategy: PID 12310 died...\u000a20:41:16.546418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12310): Terminated: ok {rc=0}\u000a20:41:16.635087 bus /sierra_3: Setting Powered False\u000a20:41:17.739691 bus /sierra_3: Setting Powered False\u000a20:41:18.853604 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12319): Process ended prematurely: osmo-stp_10.42.42.5(pid=12319) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12319)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12319): Process ended prematurely: osmo-stp_10.42.42.5(pid=12319) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:41:19.963816 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:19.975631 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:41:20.133112 tst mo_mt_call_osmux.py: using LAC 16677\u000a20:41:20.261323 tst mo_mt_call_osmux.py: using RAC 102\u000a20:41:20.391638 tst mo_mt_call_osmux.py: using CellId 16677\u000a20:41:20.521133 tst mo_mt_call_osmux.py: using BVCI 16678\u000a20:41:20.546273 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:20.557968 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:20.569946 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:20.581544 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:20.593222 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:20.604711 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:41:20.725183 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:41:20.934885 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:21.418879 run create_hlr_db(pid=12313): Launched\u000a20:41:21.594211 bus /sierra_2: Setting Powered False\u000a20:41:22.616641 run create_hlr_db(pid=12313): Terminated: ok {rc=0}\u000a20:41:23.023225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12315): Launched\u000a20:41:23.329115 run osmo-hlr_10.42.42.2(pid=12316): Launched\u000a20:41:23.440526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:23.969793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12318): Launched\u000a20:41:24.275372 run osmo-stp_10.42.42.5(pid=12319): Launched\u000a20:41:24.386945 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:41:24.944825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12321): Launched\u000a20:41:25.249738 run osmo-msc_10.42.42.6(pid=12322): Launched\u000a20:41:25.429612 run osmo-stp_10.42.42.5(pid=12319): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12319)]\u000a20:41:25.559824 run osmo-stp_10.42.42.5(pid=12319): stdout: \u000a| (launched: 2022-12-08_20:41:24.124882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:25.687466 run osmo-stp_10.42.42.5(pid=12319): stderr: \u000a| �[0;m�[38;5;43m20221208204124296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204124296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204124296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204124297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204124297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204124297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204124297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:25.809950 run osmo-stp_10.42.42.5(pid=12319): stdout: \u000a| (launched: 2022-12-08_20:41:24.124882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:25.931065 run osmo-stp_10.42.42.5(pid=12319): stderr: \u000a| �[0;m�[38;5;43m20221208204124296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204124296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204124296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204124297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204124297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204124297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204124297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:25.984459 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12319): Process ended prematurely: osmo-stp_10.42.42.5(pid=12319) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12319)] [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:41:25.993122 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:41:26.053559 run osmo-hlr_10.42.42.2(pid=12316): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12316)]\u000a20:41:26.102966 run osmo-hlr_10.42.42.2(pid=12316): stdout: \u000a| (launched: 2022-12-08_20:41:23.178773) \u000a20:41:26.153122 run osmo-hlr_10.42.42.2(pid=12316): stderr: \u000a| �[0;m�[1;31m20221208204123358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204123358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204123358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204123358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204123358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204123358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204123374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204123383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204123384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204123384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:26.221128 run osmo-msc_10.42.42.6(pid=12322): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12322)]\u000a20:41:26.270360 run osmo-msc_10.42.42.6(pid=12322): stdout: \u000a| (launched: 2022-12-08_20:41:25.099836) \u000a20:41:26.320439 run osmo-msc_10.42.42.6(pid=12322): stderr: \u000a| �[0;m�[38;5;43m20221208204125371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204125372 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb54b164c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204125372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204125372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204125372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204125372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204125374 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204125374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204125374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204125375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:41:26.362661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12315): Terminating (SIGTERM)\u000a20:41:26.403247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12318): Terminating (SIGTERM)\u000a20:41:26.443216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12321): Terminating (SIGTERM)\u000a20:41:26.452694 --- ParallelTerminationStrategy: PID 12315 died...\u000a20:41:26.506582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12315): Terminated: ok {rc=0}\u000a20:41:26.516430 --- ParallelTerminationStrategy: PID 12318 died...\u000a20:41:26.570318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12318): Terminated: ok {rc=0}\u000a20:41:26.580111 --- ParallelTerminationStrategy: PID 12321 died...\u000a20:41:26.633294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12321): Terminated: ok {rc=0}\u000a20:41:26.722032 bus /sierra_3: Setting Powered False\u000a20:41:27.825817 bus /sierra_3: Setting Powered False\u000a20:41:28.937142 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:41:09" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12334): Process ended prematurely: osmo-stp_10.42.42.5(pid=12334) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12334)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12334): Process ended prematurely: osmo-stp_10.42.42.5(pid=12334) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:41:30.955573 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:30.967631 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:41:31.143956 tst mo_mt_call.py: using LAC 16678\u000a20:41:31.299090 tst mo_mt_call.py: using RAC 103\u000a20:41:31.432604 tst mo_mt_call.py: using CellId 16678\u000a20:41:31.561610 tst mo_mt_call.py: using BVCI 16679\u000a20:41:31.587095 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:31.598819 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:31.610808 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:31.622796 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:31.635148 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:31.647438 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:41:31.768080 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:41:32.007639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:32.499174 run create_hlr_db(pid=12328): Launched\u000a20:41:32.675208 bus /sierra_2: Setting Powered False\u000a20:41:33.695976 run create_hlr_db(pid=12328): Terminated: ok {rc=0}\u000a20:41:34.102790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12330): Launched\u000a20:41:34.408706 run osmo-hlr_10.42.42.2(pid=12331): Launched\u000a20:41:34.529444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:35.068134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12333): Launched\u000a20:41:35.374304 run osmo-stp_10.42.42.5(pid=12334): Launched\u000a20:41:35.485295 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:41:36.044127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12336): Launched\u000a20:41:36.351848 run osmo-msc_10.42.42.6(pid=12337): Launched\u000a20:41:36.532431 run osmo-stp_10.42.42.5(pid=12334): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12334)]\u000a20:41:36.663074 run osmo-stp_10.42.42.5(pid=12334): stdout: \u000a| (launched: 2022-12-08_20:41:35.223924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:36.791338 run osmo-stp_10.42.42.5(pid=12334): stderr: \u000a| �[0;m�[38;5;43m20221208204135397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204135397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204135398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204135398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204135398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204135399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204135399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:36.914312 run osmo-stp_10.42.42.5(pid=12334): stdout: \u000a| (launched: 2022-12-08_20:41:35.223924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:37.036128 run osmo-stp_10.42.42.5(pid=12334): stderr: \u000a| �[0;m�[38;5;43m20221208204135397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204135397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204135398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204135398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204135398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204135399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204135399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:37.089799 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12334): Process ended prematurely: osmo-stp_10.42.42.5(pid=12334) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12334)] [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:41:37.098553 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:41:37.159357 run osmo-hlr_10.42.42.2(pid=12331): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12331)]\u000a20:41:37.209304 run osmo-hlr_10.42.42.2(pid=12331): stdout: \u000a| (launched: 2022-12-08_20:41:34.258431) \u000a20:41:37.259791 run osmo-hlr_10.42.42.2(pid=12331): stderr: \u000a| �[0;m�[1;31m20221208204134435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204134435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204134435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204134435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204134435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204134436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204134451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204134460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204134460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204134460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:37.327652 run osmo-msc_10.42.42.6(pid=12337): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12337)]\u000a20:41:37.377162 run osmo-msc_10.42.42.6(pid=12337): stdout: \u000a| (launched: 2022-12-08_20:41:36.199533) \u000a20:41:37.426861 run osmo-msc_10.42.42.6(pid=12337): stderr: \u000a| �[0;m�[38;5;43m20221208204136472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204136472 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa4226f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204136472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204136472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204136473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204136473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204136475 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204136475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204136475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204136475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:41:37.469437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12330): Terminating (SIGTERM)\u000a20:41:37.509536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12333): Terminating (SIGTERM)\u000a20:41:37.550071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12336): Terminating (SIGTERM)\u000a20:41:37.559303 --- ParallelTerminationStrategy: PID 12330 died...\u000a20:41:37.613046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12330): Terminated: ok {rc=0}\u000a20:41:37.622608 --- ParallelTerminationStrategy: PID 12333 died...\u000a20:41:37.675863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12333): Terminated: ok {rc=0}\u000a20:41:37.685688 --- ParallelTerminationStrategy: PID 12336 died...\u000a20:41:37.739051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12336): Terminated: ok {rc=0}\u000a20:41:37.823434 bus /sierra_3: Setting Powered False\u000a20:41:38.929984 bus /sierra_3: Setting Powered False\u000a20:41:40.038529 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12345): Process ended prematurely: osmo-stp_10.42.42.5(pid=12345) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12345)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12345): Process ended prematurely: osmo-stp_10.42.42.5(pid=12345) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:41:41.153865 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:41.166168 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:41:41.332506 tst mo_mt_call_osmux.py: using LAC 16679\u000a20:41:41.462390 tst mo_mt_call_osmux.py: using RAC 104\u000a20:41:41.591047 tst mo_mt_call_osmux.py: using CellId 16679\u000a20:41:41.719441 tst mo_mt_call_osmux.py: using BVCI 16680\u000a20:41:41.744386 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:41.756064 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:41.767591 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:41.779227 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:41.790839 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:41.802797 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:41:41.923966 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:41:42.129273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:42.610994 run create_hlr_db(pid=12339): Launched\u000a20:41:42.787739 bus /sierra_2: Setting Powered False\u000a20:41:43.808719 run create_hlr_db(pid=12339): Terminated: ok {rc=0}\u000a20:41:44.215439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12341): Launched\u000a20:41:44.521270 run osmo-hlr_10.42.42.2(pid=12342): Launched\u000a20:41:44.638337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:45.182112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12344): Launched\u000a20:41:45.487010 run osmo-stp_10.42.42.5(pid=12345): Launched\u000a20:41:45.598504 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:41:46.201011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12347): Launched\u000a20:41:46.560216 run osmo-msc_10.42.42.6(pid=12348): Launched\u000a20:41:46.814285 run osmo-stp_10.42.42.5(pid=12345): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12345)]\u000a20:41:47.070921 run osmo-stp_10.42.42.5(pid=12345): stdout: \u000a| (launched: 2022-12-08_20:41:45.336894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:47.401100 run osmo-stp_10.42.42.5(pid=12345): stderr: \u000a| �[0;m�[38;5;43m20221208204145506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204145506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204145506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204145507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204145507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204145507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204145507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:47.545025 run osmo-stp_10.42.42.5(pid=12345): stdout: \u000a| (launched: 2022-12-08_20:41:45.336894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:47.675560 run osmo-stp_10.42.42.5(pid=12345): stderr: \u000a| �[0;m�[38;5;43m20221208204145506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204145506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204145506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204145507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204145507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204145507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204145507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:47.733145 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12345): Process ended prematurely: osmo-stp_10.42.42.5(pid=12345) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12345)] [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:41:47.742607 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a20:41:47.805235 run osmo-hlr_10.42.42.2(pid=12342): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12342)]\u000a20:41:47.856820 run osmo-hlr_10.42.42.2(pid=12342): stdout: \u000a| (launched: 2022-12-08_20:41:44.370804) \u000a20:41:47.909150 run osmo-hlr_10.42.42.2(pid=12342): stderr: \u000a| �[0;m�[1;31m20221208204144548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204144548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204144548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204144548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204144548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204144548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204144561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204144571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204144571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204144572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:47.980661 run osmo-msc_10.42.42.6(pid=12348): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12348)]\u000a20:41:48.032476 run osmo-msc_10.42.42.6(pid=12348): stdout: \u000a| (launched: 2022-12-08_20:41:46.375449) \u000a20:41:48.084648 run osmo-msc_10.42.42.6(pid=12348): stderr: \u000a| �[0;m�[38;5;43m20221208204147112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204147112 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd602a91c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204147112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204147112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204147114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204147114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204147118 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204147119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204147119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204147119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:41:48.129268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12341): Terminating (SIGTERM)\u000a20:41:48.171285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12344): Terminating (SIGTERM)\u000a20:41:48.213565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12347): Terminating (SIGTERM)\u000a20:41:48.223061 --- ParallelTerminationStrategy: PID 12341 died...\u000a20:41:48.279346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12341): Terminated: ok {rc=0}\u000a20:41:48.289597 --- ParallelTerminationStrategy: PID 12344 died...\u000a20:41:48.345449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12344): Terminated: ok {rc=0}\u000a20:41:48.355513 --- ParallelTerminationStrategy: PID 12347 died...\u000a20:41:48.411727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12347): Terminated: ok {rc=0}\u000a20:41:48.496940 bus /sierra_3: Setting Powered False\u000a20:41:49.603727 bus /sierra_3: Setting Powered False\u000a20:41:50.711289 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:41:30" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12359): Process ended prematurely: osmo-stp_10.42.42.5(pid=12359) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12359)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12359): Process ended prematurely: osmo-stp_10.42.42.5(pid=12359) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:41:52.709375 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:41:52.720752 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:41:52.880291 tst mo_mt_call.py: using LAC 16680\u000a20:41:53.007996 tst mo_mt_call.py: using RAC 105\u000a20:41:53.140549 tst mo_mt_call.py: using CellId 16680\u000a20:41:53.269099 tst mo_mt_call.py: using BVCI 16681\u000a20:41:53.294157 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:41:53.305804 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:41:53.317270 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:41:53.328697 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:41:53.340229 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:41:53.351739 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:41:53.469966 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:41:53.687558 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:54.212683 run create_hlr_db(pid=12353): Launched\u000a20:41:54.402342 bus /sierra_2: Setting Powered False\u000a20:41:55.423679 run create_hlr_db(pid=12353): Terminated: ok {rc=0}\u000a20:41:55.833704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12355): Launched\u000a20:41:56.138715 run osmo-hlr_10.42.42.2(pid=12356): Launched\u000a20:41:56.258037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:56.793763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12358): Launched\u000a20:41:57.098704 run osmo-stp_10.42.42.5(pid=12359): Launched\u000a20:41:57.209879 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:41:57.767312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12361): Launched\u000a20:41:58.074041 run osmo-msc_10.42.42.6(pid=12362): Launched\u000a20:41:58.253370 run osmo-stp_10.42.42.5(pid=12359): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12359)]\u000a20:41:58.383319 run osmo-stp_10.42.42.5(pid=12359): stdout: \u000a| (launched: 2022-12-08_20:41:56.949102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:58.511236 run osmo-stp_10.42.42.5(pid=12359): stderr: \u000a| �[0;m�[38;5;43m20221208204157122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204157123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204157123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204157123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204157124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204157124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204157124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:58.633861 run osmo-stp_10.42.42.5(pid=12359): stdout: \u000a| (launched: 2022-12-08_20:41:56.949102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:58.755270 run osmo-stp_10.42.42.5(pid=12359): stderr: \u000a| �[0;m�[38;5;43m20221208204157122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204157123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204157123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204157123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204157124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204157124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204157124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:58.809342 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12359): Process ended prematurely: osmo-stp_10.42.42.5(pid=12359) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12359)] [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:41:58.817864 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:41:58.878213 run osmo-hlr_10.42.42.2(pid=12356): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12356)]\u000a20:41:58.927749 run osmo-hlr_10.42.42.2(pid=12356): stdout: \u000a| (launched: 2022-12-08_20:41:55.989201) \u000a20:41:58.977925 run osmo-hlr_10.42.42.2(pid=12356): stderr: \u000a| �[0;m�[1;31m20221208204156166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204156166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204156166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204156166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204156166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204156166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204156176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204156185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204156186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204156186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:59.046187 run osmo-msc_10.42.42.6(pid=12362): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12362)]\u000a20:41:59.095811 run osmo-msc_10.42.42.6(pid=12362): stdout: \u000a| (launched: 2022-12-08_20:41:57.922512) \u000a20:41:59.146229 run osmo-msc_10.42.42.6(pid=12362): stderr: \u000a| �[0;m�[38;5;43m20221208204158195 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204158195 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f05f4e2cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204158195 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204158195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204158196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204158196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204158198 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204158198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204158198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204158198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:41:59.188021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12355): Terminating (SIGTERM)\u000a20:41:59.228204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12358): Terminating (SIGTERM)\u000a20:41:59.268117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12361): Terminating (SIGTERM)\u000a20:41:59.277591 --- ParallelTerminationStrategy: PID 12355 died...\u000a20:41:59.331191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12355): Terminated: ok {rc=0}\u000a20:41:59.340877 --- ParallelTerminationStrategy: PID 12358 died...\u000a20:41:59.394342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12358): Terminated: ok {rc=0}\u000a20:41:59.404059 --- ParallelTerminationStrategy: PID 12361 died...\u000a20:41:59.457288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12361): Terminated: ok {rc=0}\u000a20:41:59.546067 bus /sierra_3: Setting Powered False\u000a20:42:00.648618 bus /sierra_3: Setting Powered False\u000a20:42:01.789019 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12371): Process ended prematurely: osmo-stp_10.42.42.5(pid=12371) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12371)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12371): Process ended prematurely: osmo-stp_10.42.42.5(pid=12371) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:42:02.900207 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:42:02.912004 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:42:03.080521 tst mo_mt_call_osmux.py: using LAC 16681\u000a20:42:03.204479 tst mo_mt_call_osmux.py: using RAC 106\u000a20:42:03.327079 tst mo_mt_call_osmux.py: using CellId 16681\u000a20:42:03.448791 tst mo_mt_call_osmux.py: using BVCI 16682\u000a20:42:03.471940 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:42:03.483125 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:42:03.494133 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:42:03.505755 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:42:03.517481 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:42:03.529171 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:42:03.646908 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:42:03.861643 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:04.385529 run create_hlr_db(pid=12365): Launched\u000a20:42:04.575207 bus /sierra_2: Setting Powered False\u000a20:42:05.596465 run create_hlr_db(pid=12365): Terminated: ok {rc=0}\u000a20:42:06.033671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12367): Launched\u000a20:42:06.360825 run osmo-hlr_10.42.42.2(pid=12368): Launched\u000a20:42:06.480342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:07.053958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12370): Launched\u000a20:42:07.380502 run osmo-stp_10.42.42.5(pid=12371): Launched\u000a20:42:07.500450 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:42:08.098809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12373): Launched\u000a20:42:08.426636 run osmo-msc_10.42.42.6(pid=12374): Launched\u000a20:42:08.618805 run osmo-stp_10.42.42.5(pid=12371): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12371)]\u000a20:42:08.757932 run osmo-stp_10.42.42.5(pid=12371): stdout: \u000a| (launched: 2022-12-08_20:42:07.220594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:08.897026 run osmo-stp_10.42.42.5(pid=12371): stderr: \u000a| �[0;m�[38;5;43m20221208204207416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204207416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204207417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204207417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204207418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204207418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204207418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:09.028740 run osmo-stp_10.42.42.5(pid=12371): stdout: \u000a| (launched: 2022-12-08_20:42:07.220594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:09.158919 run osmo-stp_10.42.42.5(pid=12371): stderr: \u000a| �[0;m�[38;5;43m20221208204207416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204207416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204207417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204207417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204207418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204207418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204207418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:09.216384 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12371): Process ended prematurely: osmo-stp_10.42.42.5(pid=12371) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12371)] [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:42:09.225728 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:42:09.288489 run osmo-hlr_10.42.42.2(pid=12368): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12368)]\u000a20:42:09.340383 run osmo-hlr_10.42.42.2(pid=12368): stdout: \u000a| (launched: 2022-12-08_20:42:06.200612) \u000a20:42:09.392840 run osmo-hlr_10.42.42.2(pid=12368): stderr: \u000a| �[0;m�[1;31m20221208204206401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204206401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204206401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204206401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204206402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204206402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204206414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204206422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204206422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204206422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:09.463864 run osmo-msc_10.42.42.6(pid=12374): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12374)]\u000a20:42:09.515509 run osmo-msc_10.42.42.6(pid=12374): stdout: \u000a| (launched: 2022-12-08_20:42:08.265624) \u000a20:42:09.567725 run osmo-msc_10.42.42.6(pid=12374): stderr: \u000a| �[0;m�[38;5;43m20221208204208589 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204208589 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1b672fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204208589 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204208589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204208589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204208590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204208591 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204208592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204208592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204208592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:42:09.612062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12367): Terminating (SIGTERM)\u000a20:42:09.654072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12370): Terminating (SIGTERM)\u000a20:42:09.695773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12373): Terminating (SIGTERM)\u000a20:42:09.705380 --- ParallelTerminationStrategy: PID 12367 died...\u000a20:42:09.761406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12367): Terminated: ok {rc=0}\u000a20:42:09.771644 --- ParallelTerminationStrategy: PID 12370 died...\u000a20:42:09.827412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12370): Terminated: ok {rc=0}\u000a20:42:09.837595 --- ParallelTerminationStrategy: PID 12373 died...\u000a20:42:09.893092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12373): Terminated: ok {rc=0}\u000a20:42:09.980346 bus /sierra_3: Setting Powered False\u000a20:42:11.086363 bus /sierra_3: Setting Powered False\u000a20:42:12.194509 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:41:52" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12385): Process ended prematurely: osmo-stp_10.42.42.5(pid=12385) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12385)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12385): Process ended prematurely: osmo-stp_10.42.42.5(pid=12385) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:42:14.197381 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:14.208579 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:42:14.364890 tst mo_mt_call.py: using LAC 16682\u000a20:42:14.484454 tst mo_mt_call.py: using RAC 107\u000a20:42:14.605343 tst mo_mt_call.py: using CellId 16682\u000a20:42:14.725515 tst mo_mt_call.py: using BVCI 16683\u000a20:42:14.748690 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:14.759966 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:14.770972 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:14.782417 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:14.793931 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:14.805187 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:42:14.924376 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:42:15.127125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:15.607395 run create_hlr_db(pid=12379): Launched\u000a20:42:15.782714 bus /sierra_2: Setting Powered False\u000a20:42:16.833938 run create_hlr_db(pid=12379): Terminated: ok {rc=0}\u000a20:42:17.282057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12381): Launched\u000a20:42:17.611482 run osmo-hlr_10.42.42.2(pid=12382): Launched\u000a20:42:17.735591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:18.305353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12384): Launched\u000a20:42:18.631898 run osmo-stp_10.42.42.5(pid=12385): Launched\u000a20:42:18.749601 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:42:19.348913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12387): Launched\u000a20:42:19.675656 run osmo-msc_10.42.42.6(pid=12388): Launched\u000a20:42:19.867318 run osmo-stp_10.42.42.5(pid=12385): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12385)]\u000a20:42:20.007013 run osmo-stp_10.42.42.5(pid=12385): stdout: \u000a| (launched: 2022-12-08_20:42:18.471678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:20.145287 run osmo-stp_10.42.42.5(pid=12385): stderr: \u000a| �[0;m�[38;5;43m20221208204218663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204218664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204218664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204218664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204218667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204218667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204218667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:20.276822 run osmo-stp_10.42.42.5(pid=12385): stdout: \u000a| (launched: 2022-12-08_20:42:18.471678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:20.406962 run osmo-stp_10.42.42.5(pid=12385): stderr: \u000a| �[0;m�[38;5;43m20221208204218663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204218664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204218664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204218664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204218667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204218667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204218667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:20.464294 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12385): Process ended prematurely: osmo-stp_10.42.42.5(pid=12385) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12385)] [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:42:20.473679 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:42:20.536755 run osmo-hlr_10.42.42.2(pid=12382): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12382)]\u000a20:42:20.588793 run osmo-hlr_10.42.42.2(pid=12382): stdout: \u000a| (launched: 2022-12-08_20:42:17.449409) \u000a20:42:20.641541 run osmo-hlr_10.42.42.2(pid=12382): stderr: \u000a| �[0;m�[1;31m20221208204217647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204217647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204217647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204217647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204217647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204217647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204217662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204217672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204217673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204217673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:20.712897 run osmo-msc_10.42.42.6(pid=12388): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12388)]\u000a20:42:20.764662 run osmo-msc_10.42.42.6(pid=12388): stdout: \u000a| (launched: 2022-12-08_20:42:19.515168) \u000a20:42:20.816663 run osmo-msc_10.42.42.6(pid=12388): stderr: \u000a| �[0;m�[38;5;43m20221208204219838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204219838 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5dbde2dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204219838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204219838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204219839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204219839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204219840 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204219841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204219841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204219841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:42:20.861881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12381): Terminating (SIGTERM)\u000a20:42:20.903814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12384): Terminating (SIGTERM)\u000a20:42:20.945962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12387): Terminating (SIGTERM)\u000a20:42:20.955785 --- ParallelTerminationStrategy: PID 12381 died...\u000a20:42:21.012797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12381): Terminated: ok {rc=0}\u000a20:42:21.023028 --- ParallelTerminationStrategy: PID 12384 died...\u000a20:42:21.079737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12384): Terminated: ok {rc=0}\u000a20:42:21.089930 --- ParallelTerminationStrategy: PID 12387 died...\u000a20:42:21.146413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12387): Terminated: ok {rc=0}\u000a20:42:21.234372 bus /sierra_3: Setting Powered False\u000a20:42:22.342674 bus /sierra_3: Setting Powered False\u000a20:42:23.452370 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12396): Process ended prematurely: osmo-stp_10.42.42.5(pid=12396) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12396)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12396): Process ended prematurely: osmo-stp_10.42.42.5(pid=12396) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:42:24.563770 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:24.575726 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:42:24.735687 tst mo_mt_call_osmux.py: using LAC 16683\u000a20:42:24.856576 tst mo_mt_call_osmux.py: using RAC 108\u000a20:42:24.980505 tst mo_mt_call_osmux.py: using CellId 16683\u000a20:42:25.100464 tst mo_mt_call_osmux.py: using BVCI 16684\u000a20:42:25.123595 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:25.134779 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:25.145795 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:25.156900 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:25.168288 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:25.179591 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:42:25.296220 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:42:25.499355 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:25.994221 run create_hlr_db(pid=12390): Launched\u000a20:42:26.184500 bus /sierra_2: Setting Powered False\u000a20:42:27.204800 run create_hlr_db(pid=12390): Terminated: ok {rc=0}\u000a20:42:27.641908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12392): Launched\u000a20:42:27.970651 run osmo-hlr_10.42.42.2(pid=12393): Launched\u000a20:42:28.092717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:28.660517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12395): Launched\u000a20:42:28.988649 run osmo-stp_10.42.42.5(pid=12396): Launched\u000a20:42:29.108842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:42:29.709257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12398): Launched\u000a20:42:30.037120 run osmo-msc_10.42.42.6(pid=12399): Launched\u000a20:42:30.229804 run osmo-stp_10.42.42.5(pid=12396): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12396)]\u000a20:42:30.369167 run osmo-stp_10.42.42.5(pid=12396): stdout: \u000a| (launched: 2022-12-08_20:42:28.826993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:30.507595 run osmo-stp_10.42.42.5(pid=12396): stderr: \u000a| �[0;m�[38;5;43m20221208204229021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204229022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204229022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204229022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204229023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204229023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204229023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:30.639543 run osmo-stp_10.42.42.5(pid=12396): stdout: \u000a| (launched: 2022-12-08_20:42:28.826993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:30.769750 run osmo-stp_10.42.42.5(pid=12396): stderr: \u000a| �[0;m�[38;5;43m20221208204229021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204229022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204229022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204229022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204229023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204229023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204229023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:30.827301 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12396): Process ended prematurely: osmo-stp_10.42.42.5(pid=12396) [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12396)] [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:42:30.837167 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:42:30.904102 run osmo-hlr_10.42.42.2(pid=12393): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12393)]\u000a20:42:30.969214 run osmo-hlr_10.42.42.2(pid=12393): stdout: \u000a| (launched: 2022-12-08_20:42:27.809052) \u000a20:42:31.023466 run osmo-hlr_10.42.42.2(pid=12393): stderr: \u000a| �[0;m�[1;31m20221208204228009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204228009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204228009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204228010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204228010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204228010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204228022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204228030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204228030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204228030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:31.098517 run osmo-msc_10.42.42.6(pid=12399): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12399)]\u000a20:42:31.153829 run osmo-msc_10.42.42.6(pid=12399): stdout: \u000a| (launched: 2022-12-08_20:42:29.876022) \u000a20:42:31.206950 run osmo-msc_10.42.42.6(pid=12399): stderr: \u000a| �[0;m�[38;5;43m20221208204230198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204230198 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbea8515c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204230198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204230198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204230198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204230198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204230200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204230200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204230201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204230201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:42:31.252108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12392): Terminating (SIGTERM)\u000a20:42:31.296459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12395): Terminating (SIGTERM)\u000a20:42:31.341497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12398): Terminating (SIGTERM)\u000a20:42:31.354486 --- ParallelTerminationStrategy: PID 12392 died...\u000a20:42:31.414347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12392): Terminated: ok {rc=0}\u000a20:42:31.424943 --- ParallelTerminationStrategy: PID 12395 died...\u000a20:42:31.482453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12395): Terminated: ok {rc=0}\u000a20:42:31.493451 --- ParallelTerminationStrategy: PID 12398 died...\u000a20:42:31.552230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12398): Terminated: ok {rc=0}\u000a20:42:31.642450 bus /sierra_3: Setting Powered False\u000a20:42:32.748708 bus /sierra_3: Setting Powered False\u000a20:42:33.860476 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:42:13" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12413): Process ended prematurely: osmo-stp_10.42.42.5(pid=12413) [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12413)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12413): Process ended prematurely: osmo-stp_10.42.42.5(pid=12413) [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:42:35.878231 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:35.889873 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:42:36.057797 tst mo_mt_call.py: using LAC 16684\u000a20:42:36.188874 tst mo_mt_call.py: using RAC 109\u000a20:42:36.319806 tst mo_mt_call.py: using CellId 16684\u000a20:42:36.444384 tst mo_mt_call.py: using BVCI 16685\u000a20:42:36.467676 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:36.479036 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:36.490213 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:36.501714 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:36.513302 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:36.525101 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:42:36.641248 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:42:36.843786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:37.325681 run create_hlr_db(pid=12407): Launched\u000a20:42:37.501934 bus /sierra_2: Setting Powered False\u000a20:42:38.523402 run create_hlr_db(pid=12407): Terminated: ok {rc=0}\u000a20:42:38.929342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12409): Launched\u000a20:42:39.234811 run osmo-hlr_10.42.42.2(pid=12410): Launched\u000a20:42:39.354618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:39.891355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12412): Launched\u000a20:42:40.197013 run osmo-stp_10.42.42.5(pid=12413): Launched\u000a20:42:40.318691 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:42:40.887513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12415): Launched\u000a20:42:41.219050 run osmo-msc_10.42.42.6(pid=12416): Launched\u000a20:42:41.411715 run osmo-stp_10.42.42.5(pid=12413): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12413)]\u000a20:42:41.551393 run osmo-stp_10.42.42.5(pid=12413): stdout: \u000a| (launched: 2022-12-08_20:42:40.046803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:41.689845 run osmo-stp_10.42.42.5(pid=12413): stderr: \u000a| �[0;m�[38;5;43m20221208204240216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204240216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204240217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204240217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204240219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204240219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204240220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:41.821722 run osmo-stp_10.42.42.5(pid=12413): stdout: \u000a| (launched: 2022-12-08_20:42:40.046803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:41.952046 run osmo-stp_10.42.42.5(pid=12413): stderr: \u000a| �[0;m�[38;5;43m20221208204240216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204240216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204240217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204240217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204240219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204240219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204240220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:42.010265 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12413): Process ended prematurely: osmo-stp_10.42.42.5(pid=12413) [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12413)] [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:42:42.019694 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:42:42.082850 run osmo-hlr_10.42.42.2(pid=12410): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12410)]\u000a20:42:42.134677 run osmo-hlr_10.42.42.2(pid=12410): stdout: \u000a| (launched: 2022-12-08_20:42:39.084487) \u000a20:42:42.187169 run osmo-hlr_10.42.42.2(pid=12410): stderr: \u000a| �[0;m�[1;31m20221208204239263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204239263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204239263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204239263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204239263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204239263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204239275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204239283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204239283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204239283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:42.258351 run osmo-msc_10.42.42.6(pid=12416): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12416)]\u000a20:42:42.310326 run osmo-msc_10.42.42.6(pid=12416): stdout: \u000a| (launched: 2022-12-08_20:42:41.056257) \u000a20:42:42.362756 run osmo-msc_10.42.42.6(pid=12416): stderr: \u000a| �[0;m�[38;5;43m20221208204241379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204241379 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd89f3dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204241380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204241380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204241380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204241380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204241382 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204241382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204241382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204241382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:42:42.407300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12409): Terminating (SIGTERM)\u000a20:42:42.449473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12412): Terminating (SIGTERM)\u000a20:42:42.491752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12415): Terminating (SIGTERM)\u000a20:42:42.501509 --- ParallelTerminationStrategy: PID 12409 died...\u000a20:42:42.558292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12409): Terminated: ok {rc=0}\u000a20:42:42.568447 --- ParallelTerminationStrategy: PID 12412 died...\u000a20:42:42.624809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12412): Terminated: ok {rc=0}\u000a20:42:42.634913 --- ParallelTerminationStrategy: PID 12415 died...\u000a20:42:42.690979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12415): Terminated: ok {rc=0}\u000a20:42:42.778985 bus /sierra_3: Setting Powered False\u000a20:42:43.887142 bus /sierra_3: Setting Powered False\u000a20:42:45.000017 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12424): Process ended prematurely: osmo-stp_10.42.42.5(pid=12424) [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12424): Process ended prematurely: osmo-stp_10.42.42.5(pid=12424) [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:42:46.137238 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:46.150431 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:42:46.350525 tst mo_mt_call_osmux.py: using LAC 16685\u000a20:42:46.492578 tst mo_mt_call_osmux.py: using RAC 110\u000a20:42:46.624648 tst mo_mt_call_osmux.py: using CellId 16685\u000a20:42:46.756772 tst mo_mt_call_osmux.py: using BVCI 16686\u000a20:42:46.782816 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:46.795115 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:46.807328 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:46.819622 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:46.831952 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:46.844094 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:42:46.967341 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:42:47.212561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:47.740049 run create_hlr_db(pid=12418): Launched\u000a20:42:47.929730 bus /sierra_2: Setting Powered False\u000a20:42:48.950835 run create_hlr_db(pid=12418): Terminated: ok {rc=0}\u000a20:42:49.361022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12420): Launched\u000a20:42:49.666691 run osmo-hlr_10.42.42.2(pid=12421): Launched\u000a20:42:49.786481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:50.325118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12423): Launched\u000a20:42:50.629563 run osmo-stp_10.42.42.5(pid=12424): Launched\u000a20:42:50.741238 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:42:51.298637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12426): Launched\u000a20:42:51.607140 run osmo-msc_10.42.42.6(pid=12427): Launched\u000a20:42:51.787438 run osmo-stp_10.42.42.5(pid=12424): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)]\u000a20:42:51.942815 run osmo-stp_10.42.42.5(pid=12424): stdout: \u000a| (launched: 2022-12-08_20:42:50.479788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:52.071482 run osmo-stp_10.42.42.5(pid=12424): stderr: \u000a| �[0;m�[38;5;43m20221208204250653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204250653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204250654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204250654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204250655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204250655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204250655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:52.194774 run osmo-stp_10.42.42.5(pid=12424): stdout: \u000a| (launched: 2022-12-08_20:42:50.479788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:52.316797 run osmo-stp_10.42.42.5(pid=12424): stderr: \u000a| �[0;m�[38;5;43m20221208204250653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204250653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204250654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204250654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204250655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204250655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204250655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:52.370600 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12424): Process ended prematurely: osmo-stp_10.42.42.5(pid=12424) [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)] [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:42:52.379190 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:42:52.441437 run osmo-hlr_10.42.42.2(pid=12421): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12421)]\u000a20:42:52.491348 run osmo-hlr_10.42.42.2(pid=12421): stdout: \u000a| (launched: 2022-12-08_20:42:49.515948) \u000a20:42:52.542332 run osmo-hlr_10.42.42.2(pid=12421): stderr: \u000a| �[0;m�[1;31m20221208204249694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204249694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204249694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204249694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204249694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204249694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204249706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204249716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204249716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204249716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:52.610617 run osmo-msc_10.42.42.6(pid=12427): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12427)]\u000a20:42:52.660623 run osmo-msc_10.42.42.6(pid=12427): stdout: \u000a| (launched: 2022-12-08_20:42:51.453459) \u000a20:42:52.711297 run osmo-msc_10.42.42.6(pid=12427): stderr: \u000a| �[0;m�[38;5;43m20221208204251727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204251727 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcdd2d99c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204251727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204251727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204251728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204251728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204251730 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204251730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204251730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204251730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:42:52.753760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12420): Terminating (SIGTERM)\u000a20:42:52.794584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12423): Terminating (SIGTERM)\u000a20:42:52.835369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12426): Terminating (SIGTERM)\u000a20:42:52.845395 --- ParallelTerminationStrategy: PID 12420 died...\u000a20:42:52.899687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12420): Terminated: ok {rc=0}\u000a20:42:52.910089 --- ParallelTerminationStrategy: PID 12423 died...\u000a20:42:52.963910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12423): Terminated: ok {rc=0}\u000a20:42:52.974287 --- ParallelTerminationStrategy: PID 12426 died...\u000a20:42:53.028122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12426): Terminated: ok {rc=0}\u000a20:42:53.116782 bus /sierra_3: Setting Powered False\u000a20:42:54.220358 bus /sierra_3: Setting Powered False\u000a20:42:55.331259 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:42:35" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12438): Process ended prematurely: osmo-stp_10.42.42.5(pid=12438) [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12438)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12438): Process ended prematurely: osmo-stp_10.42.42.5(pid=12438) [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:42:57.321789 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:42:57.332625 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:42:57.491870 tst mo_mt_call.py: using LAC 16686\u000a20:42:57.612900 tst mo_mt_call.py: using RAC 111\u000a20:42:57.741923 tst mo_mt_call.py: using CellId 16686\u000a20:42:57.872869 tst mo_mt_call.py: using BVCI 16687\u000a20:42:57.898197 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:42:57.909847 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:42:57.921305 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:42:57.933419 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:42:57.945184 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:42:57.957020 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:42:58.076095 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:42:58.284037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:58.764776 run create_hlr_db(pid=12432): Launched\u000a20:42:58.940155 bus /sierra_2: Setting Powered False\u000a20:42:59.962442 run create_hlr_db(pid=12432): Terminated: ok {rc=0}\u000a20:43:00.369772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12434): Launched\u000a20:43:00.675627 run osmo-hlr_10.42.42.2(pid=12435): Launched\u000a20:43:00.791601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:01.365796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12437): Launched\u000a20:43:01.830890 run osmo-stp_10.42.42.5(pid=12438): Launched\u000a20:43:02.210870 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:43:02.813472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12440): Launched\u000a20:43:03.141633 run osmo-msc_10.42.42.6(pid=12441): Launched\u000a20:43:03.334529 run osmo-stp_10.42.42.5(pid=12438): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12438)]\u000a20:43:03.472838 run osmo-stp_10.42.42.5(pid=12438): stdout: \u000a| (launched: 2022-12-08_20:43:01.539509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:03.610751 run osmo-stp_10.42.42.5(pid=12438): stderr: \u000a| �[0;m�[38;5;43m20221208204301880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204301881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204301882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204301882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204301883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204301883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204301883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:03.742470 run osmo-stp_10.42.42.5(pid=12438): stdout: \u000a| (launched: 2022-12-08_20:43:01.539509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:03.872873 run osmo-stp_10.42.42.5(pid=12438): stderr: \u000a| �[0;m�[38;5;43m20221208204301880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204301881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204301882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204301882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204301883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204301883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204301883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:03.930428 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12438): Process ended prematurely: osmo-stp_10.42.42.5(pid=12438) [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12438)] [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:43:03.939713 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a20:43:04.002895 run osmo-hlr_10.42.42.2(pid=12435): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12435)]\u000a20:43:04.055629 run osmo-hlr_10.42.42.2(pid=12435): stdout: \u000a| (launched: 2022-12-08_20:43:00.525139) \u000a20:43:04.108412 run osmo-hlr_10.42.42.2(pid=12435): stderr: \u000a| �[0;m�[1;31m20221208204300702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204300702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204300702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204300702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204300702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204300702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204300716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204300726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204300726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204300726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:04.180133 run osmo-msc_10.42.42.6(pid=12441): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12441)]\u000a20:43:04.232651 run osmo-msc_10.42.42.6(pid=12441): stdout: \u000a| (launched: 2022-12-08_20:43:02.980833) \u000a20:43:04.285694 run osmo-msc_10.42.42.6(pid=12441): stderr: \u000a| �[0;m�[38;5;43m20221208204303305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204303305 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b0448dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204303305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204303306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204303306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204303306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204303307 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204303308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204303308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204303308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:43:04.330753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12434): Terminating (SIGTERM)\u000a20:43:04.372912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12437): Terminating (SIGTERM)\u000a20:43:04.415110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12440): Terminating (SIGTERM)\u000a20:43:04.424897 --- ParallelTerminationStrategy: PID 12434 died...\u000a20:43:04.481425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12434): Terminated: ok {rc=0}\u000a20:43:04.491630 --- ParallelTerminationStrategy: PID 12437 died...\u000a20:43:04.548197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12437): Terminated: ok {rc=0}\u000a20:43:04.558804 --- ParallelTerminationStrategy: PID 12440 died...\u000a20:43:04.615340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12440): Terminated: ok {rc=0}\u000a20:43:04.703810 bus /sierra_3: Setting Powered False\u000a20:43:05.807761 bus /sierra_3: Setting Powered False\u000a20:43:06.920416 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12449): Process ended prematurely: osmo-stp_10.42.42.5(pid=12449) [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12449)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12449): Process ended prematurely: osmo-stp_10.42.42.5(pid=12449) [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:43:08.034039 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:43:08.045694 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:43:08.212473 tst mo_mt_call_osmux.py: using LAC 16687\u000a20:43:08.341482 tst mo_mt_call_osmux.py: using RAC 112\u000a20:43:08.473025 tst mo_mt_call_osmux.py: using CellId 16687\u000a20:43:08.603197 tst mo_mt_call_osmux.py: using BVCI 16688\u000a20:43:08.628333 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:43:08.640091 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:43:08.651418 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:43:08.662797 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:43:08.674229 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:43:08.685609 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:43:08.809110 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:43:09.024741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:09.552070 run create_hlr_db(pid=12443): Launched\u000a20:43:09.741832 bus /sierra_2: Setting Powered False\u000a20:43:10.763128 run create_hlr_db(pid=12443): Terminated: ok {rc=0}\u000a20:43:11.175065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12445): Launched\u000a20:43:11.482066 run osmo-hlr_10.42.42.2(pid=12446): Launched\u000a20:43:11.599863 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:12.131219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12448): Launched\u000a20:43:12.437410 run osmo-stp_10.42.42.5(pid=12449): Launched\u000a20:43:12.549051 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:43:13.115174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12451): Launched\u000a20:43:13.423117 run osmo-msc_10.42.42.6(pid=12452): Launched\u000a20:43:13.603640 run osmo-stp_10.42.42.5(pid=12449): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12449)]\u000a20:43:13.734025 run osmo-stp_10.42.42.5(pid=12449): stdout: \u000a| (launched: 2022-12-08_20:43:12.286759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:13.862694 run osmo-stp_10.42.42.5(pid=12449): stderr: \u000a| �[0;m�[38;5;43m20221208204312458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204312458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204312458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204312459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204312461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204312461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204312461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:13.985619 run osmo-stp_10.42.42.5(pid=12449): stdout: \u000a| (launched: 2022-12-08_20:43:12.286759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:14.107500 run osmo-stp_10.42.42.5(pid=12449): stderr: \u000a| �[0;m�[38;5;43m20221208204312458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204312458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204312458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204312459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204312461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204312461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204312461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:14.161365 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12449): Process ended prematurely: osmo-stp_10.42.42.5(pid=12449) [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12449)] [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:43:14.169849 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:43:14.231183 run osmo-hlr_10.42.42.2(pid=12446): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12446)]\u000a20:43:14.281041 run osmo-hlr_10.42.42.2(pid=12446): stdout: \u000a| (launched: 2022-12-08_20:43:11.330357) \u000a20:43:14.331705 run osmo-hlr_10.42.42.2(pid=12446): stderr: \u000a| �[0;m�[1;31m20221208204311506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204311506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204311506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204311506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204311506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204311506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204311519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204311529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204311529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204311530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:14.400291 run osmo-msc_10.42.42.6(pid=12452): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12452)]\u000a20:43:14.450181 run osmo-msc_10.42.42.6(pid=12452): stdout: \u000a| (launched: 2022-12-08_20:43:13.270533) \u000a20:43:14.500350 run osmo-msc_10.42.42.6(pid=12452): stderr: \u000a| �[0;m�[38;5;43m20221208204313546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204313546 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71896a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204313546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204313546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204313546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204313546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204313548 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204313549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204313549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204313549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:43:14.542887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12445): Terminating (SIGTERM)\u000a20:43:14.583170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12448): Terminating (SIGTERM)\u000a20:43:14.623438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12451): Terminating (SIGTERM)\u000a20:43:14.633112 --- ParallelTerminationStrategy: PID 12445 died...\u000a20:43:14.687331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12445): Terminated: ok {rc=0}\u000a20:43:14.697175 --- ParallelTerminationStrategy: PID 12448 died...\u000a20:43:14.751664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12448): Terminated: ok {rc=0}\u000a20:43:14.761761 --- ParallelTerminationStrategy: PID 12451 died...\u000a20:43:14.816056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12451): Terminated: ok {rc=0}\u000a20:43:14.900330 bus /sierra_3: Setting Powered False\u000a20:43:16.026435 bus /sierra_3: Setting Powered False\u000a20:43:17.144886 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:42:57" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12463): Process ended prematurely: osmo-stp_10.42.42.5(pid=12463) [trial-2349↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12463)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12463): Process ended prematurely: osmo-stp_10.42.42.5(pid=12463) [trial-2349↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a20:43:19.157789 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:19.169607 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:43:19.315959 tst mo_mt_call.py: using LAC 16688\u000a20:43:19.438845 tst mo_mt_call.py: using RAC 113\u000a20:43:19.569419 tst mo_mt_call.py: using CellId 16688\u000a20:43:19.707068 tst mo_mt_call.py: using BVCI 16689\u000a20:43:19.732386 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:19.744226 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:19.755795 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:19.767412 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:19.779203 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:19.790910 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:43:19.908395 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:43:20.131827 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:20.649674 run create_hlr_db(pid=12457): Launched\u000a20:43:20.836746 bus /sierra_2: Setting Powered False\u000a20:43:21.846376 run create_hlr_db(pid=12457): Terminated: ok {rc=0}\u000a20:43:22.285709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12459): Launched\u000a20:43:22.609667 run osmo-hlr_10.42.42.2(pid=12460): Launched\u000a20:43:22.728452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:23.291788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12462): Launched\u000a20:43:23.618640 run osmo-stp_10.42.42.5(pid=12463): Launched\u000a20:43:23.736120 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:43:24.328753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12465): Launched\u000a20:43:24.652871 run osmo-msc_10.42.42.6(pid=12466): Launched\u000a20:43:24.842863 run osmo-stp_10.42.42.5(pid=12463): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12463)]\u000a20:43:24.980435 run osmo-stp_10.42.42.5(pid=12463): stdout: \u000a| (launched: 2022-12-08_20:43:23.457608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:25.118232 run osmo-stp_10.42.42.5(pid=12463): stderr: \u000a| �[0;m�[38;5;43m20221208204323649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204323649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204323649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204323649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204323650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204323650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204323650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:25.248757 run osmo-stp_10.42.42.5(pid=12463): stdout: \u000a| (launched: 2022-12-08_20:43:23.457608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:25.378247 run osmo-stp_10.42.42.5(pid=12463): stderr: \u000a| �[0;m�[38;5;43m20221208204323649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204323649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204323649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204323649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204323650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204323650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204323650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:25.435219 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12463): Process ended prematurely: osmo-stp_10.42.42.5(pid=12463) [trial-2349↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12463)] [trial-2349↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a20:43:25.444420 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:43:25.507570 run osmo-hlr_10.42.42.2(pid=12460): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12460)]\u000a20:43:25.559173 run osmo-hlr_10.42.42.2(pid=12460): stdout: \u000a| (launched: 2022-12-08_20:43:22.451151) \u000a20:43:25.611390 run osmo-hlr_10.42.42.2(pid=12460): stderr: \u000a| �[0;m�[1;31m20221208204322649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204322649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204322649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204322650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204322650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204322650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204322663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204322673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204322673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204322673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:25.681873 run osmo-msc_10.42.42.6(pid=12466): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12466)]\u000a20:43:25.732941 run osmo-msc_10.42.42.6(pid=12466): stdout: \u000a| (launched: 2022-12-08_20:43:24.493593) \u000a20:43:25.784383 run osmo-msc_10.42.42.6(pid=12466): stderr: \u000a| �[0;m�[38;5;43m20221208204324816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204324816 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d36329c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204324816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204324816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204324816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204324817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204324818 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204324819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204324819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204324819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:43:25.828350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12459): Terminating (SIGTERM)\u000a20:43:25.869925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12462): Terminating (SIGTERM)\u000a20:43:25.911477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12465): Terminating (SIGTERM)\u000a20:43:25.921256 --- ParallelTerminationStrategy: PID 12459 died...\u000a20:43:25.977372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12459): Terminated: ok {rc=0}\u000a20:43:25.987627 --- ParallelTerminationStrategy: PID 12462 died...\u000a20:43:26.043770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12462): Terminated: ok {rc=0}\u000a20:43:26.054007 --- ParallelTerminationStrategy: PID 12465 died...\u000a20:43:26.110105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12465): Terminated: ok {rc=0}\u000a20:43:26.196641 bus /sierra_3: Setting Powered False\u000a20:43:27.302948 bus /sierra_3: Setting Powered False\u000a20:43:28.414716 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12474): Process ended prematurely: osmo-stp_10.42.42.5(pid=12474) [trial-2349↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12474)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12474): Process ended prematurely: osmo-stp_10.42.42.5(pid=12474) [trial-2349↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:43:29.524108 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:29.535894 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:43:29.677898 tst mo_mt_call_osmux.py: using LAC 16689\u000a20:43:29.799322 tst mo_mt_call_osmux.py: using RAC 114\u000a20:43:29.919240 tst mo_mt_call_osmux.py: using CellId 16689\u000a20:43:30.036235 tst mo_mt_call_osmux.py: using BVCI 16690\u000a20:43:30.059295 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:30.070555 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:30.081918 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:30.093644 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:30.105580 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:30.117532 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:43:30.235543 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:43:30.436736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:30.920402 run create_hlr_db(pid=12468): Launched\u000a20:43:31.104079 bus /sierra_2: Setting Powered False\u000a20:43:32.132171 run create_hlr_db(pid=12468): Terminated: ok {rc=0}\u000a20:43:32.567665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12470): Launched\u000a20:43:32.891517 run osmo-hlr_10.42.42.2(pid=12471): Launched\u000a20:43:33.010919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:33.573618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12473): Launched\u000a20:43:33.896902 run osmo-stp_10.42.42.5(pid=12474): Launched\u000a20:43:34.013827 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:43:34.606882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12476): Launched\u000a20:43:34.931493 run osmo-msc_10.42.42.6(pid=12477): Launched\u000a20:43:35.122525 run osmo-stp_10.42.42.5(pid=12474): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12474)]\u000a20:43:35.259938 run osmo-stp_10.42.42.5(pid=12474): stdout: \u000a| (launched: 2022-12-08_20:43:33.738644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:35.397089 run osmo-stp_10.42.42.5(pid=12474): stderr: \u000a| �[0;m�[38;5;43m20221208204333932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204333932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204333932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204333933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204333933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204333933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204333933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:35.527558 run osmo-stp_10.42.42.5(pid=12474): stdout: \u000a| (launched: 2022-12-08_20:43:33.738644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:35.657839 run osmo-stp_10.42.42.5(pid=12474): stderr: \u000a| �[0;m�[38;5;43m20221208204333932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204333932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204333932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204333933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204333933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204333933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204333933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:35.715009 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12474): Process ended prematurely: osmo-stp_10.42.42.5(pid=12474) [trial-2349↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12474)] [trial-2349↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a20:43:35.724073 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:43:35.787090 run osmo-hlr_10.42.42.2(pid=12471): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12471)]\u000a20:43:35.838034 run osmo-hlr_10.42.42.2(pid=12471): stdout: \u000a| (launched: 2022-12-08_20:43:32.732403) \u000a20:43:35.889385 run osmo-hlr_10.42.42.2(pid=12471): stderr: \u000a| �[0;m�[1;31m20221208204332932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204332933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204332933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204332933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204332933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204332933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204332945 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204332953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204332953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204332954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:35.959223 run osmo-msc_10.42.42.6(pid=12477): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12477)]\u000a20:43:36.009846 run osmo-msc_10.42.42.6(pid=12477): stdout: \u000a| (launched: 2022-12-08_20:43:34.772247) \u000a20:43:36.061385 run osmo-msc_10.42.42.6(pid=12477): stderr: \u000a| �[0;m�[38;5;43m20221208204335095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204335095 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4116d61c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204335095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204335095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204335095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204335096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204335097 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204335098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204335098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204335098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:43:36.105166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12470): Terminating (SIGTERM)\u000a20:43:36.146468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12473): Terminating (SIGTERM)\u000a20:43:36.187805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12476): Terminating (SIGTERM)\u000a20:43:36.197509 --- ParallelTerminationStrategy: PID 12470 died...\u000a20:43:36.253162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12470): Terminated: ok {rc=0}\u000a20:43:36.263161 --- ParallelTerminationStrategy: PID 12473 died...\u000a20:43:36.318868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12473): Terminated: ok {rc=0}\u000a20:43:36.328884 --- ParallelTerminationStrategy: PID 12476 died...\u000a20:43:36.384563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12476): Terminated: ok {rc=0}\u000a20:43:36.471949 bus /sierra_3: Setting Powered False\u000a20:43:37.579240 bus /sierra_3: Setting Powered False\u000a20:43:38.689896 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:43:18" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12488): Process ended prematurely: osmo-stp_10.42.42.5(pid=12488) [trial-2349↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12488)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12488): Process ended prematurely: osmo-stp_10.42.42.5(pid=12488) [trial-2349↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:43:40.699597 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:43:40.710297 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:43:40.847912 tst emergency_mo_mt_call.py: using LAC 16690\u000a20:43:40.961164 tst emergency_mo_mt_call.py: using RAC 115\u000a20:43:41.074137 tst emergency_mo_mt_call.py: using CellId 16690\u000a20:43:41.186512 tst emergency_mo_mt_call.py: using BVCI 16691\u000a20:43:41.208706 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:43:41.219462 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:43:41.230195 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:43:41.240896 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:43:41.251591 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:43:41.262327 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:43:41.380339 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:43:41.579903 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:42.037348 run create_hlr_db(pid=12482): Launched\u000a20:43:42.206367 bus /sierra_2: Setting Powered False\u000a20:43:43.227156 run create_hlr_db(pid=12482): Terminated: ok {rc=0}\u000a20:43:43.646070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12484): Launched\u000a20:43:43.958948 run osmo-hlr_10.42.42.2(pid=12485): Launched\u000a20:43:44.077683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:44.624250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12487): Launched\u000a20:43:44.936061 run osmo-stp_10.42.42.5(pid=12488): Launched\u000a20:43:45.063473 tst emergency_mo_mt_call.py: using MSISDN 6845\u000a20:43:45.219575 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:43:45.790708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12490): Launched\u000a20:43:46.255710 run osmo-msc_10.42.42.6(pid=12491): Launched\u000a20:43:46.732217 run osmo-stp_10.42.42.5(pid=12488): ERR: Terminated: ERROR {rc=1} [trial-2349↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12488)]\u000a20:43:46.944413 run osmo-stp_10.42.42.5(pid=12488): stdout: \u000a| (launched: 2022-12-08_20:43:44.783510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:47.072578 run osmo-stp_10.42.42.5(pid=12488): stderr: \u000a| �[0;m�[38;5;43m20221208204344974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204344974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204344975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204344975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204344975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204344976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204344976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:47.195017 run osmo-stp_10.42.42.5(pid=12488): stdout: \u000a| (launched: 2022-12-08_20:43:44.783510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:47.319875 run osmo-stp_10.42.42.5(pid=12488): stderr: \u000a| �[0;m�[38;5;43m20221208204344974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204344974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204344975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204344975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204344975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204344976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204344976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:47.381446 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12488): Process ended prematurely: osmo-stp_10.42.42.5(pid=12488) [trial-2349↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12488)] [trial-2349↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a20:43:47.390641 tst emergency_mo_mt_call.py:19: Test FAILED (6.7 sec)\u000a20:43:47.453622 run osmo-hlr_10.42.42.2(pid=12485): ERR: Terminated: ERROR {rc=237} [trial-2349↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12485)]\u000a20:43:47.505023 run osmo-hlr_10.42.42.2(pid=12485): stdout: \u000a| (launched: 2022-12-08_20:43:43.805638) \u000a20:43:47.556800 run osmo-hlr_10.42.42.2(pid=12485): stderr: \u000a| �[0;m�[1;31m20221208204343998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204343998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204343998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204343998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204343998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204343999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204344011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204344019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204344020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204344020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:47.627485 run osmo-msc_10.42.42.6(pid=12491): ERR: Terminated: ERROR {rc=2} [trial-2349↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12491)]\u000a20:43:47.678924 run osmo-msc_10.42.42.6(pid=12491): stdout: \u000a| (launched: 2022-12-08_20:43:45.974469) \u000a20:43:47.730342 run osmo-msc_10.42.42.6(pid=12491): stderr: \u000a| �[0;m�[38;5;43m20221208204346490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204346490 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f842bc12c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204346490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204346490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204346490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204346491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204346492 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204346493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204346493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204346493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:43:47.774478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12484): Terminating (SIGTERM)\u000a20:43:47.816083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12487): Terminating (SIGTERM)\u000a20:43:47.858030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12490): Terminating (SIGTERM)\u000a20:43:47.867759 --- ParallelTerminationStrategy: PID 12484 died...\u000a20:43:47.923769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12484): Terminated: ok {rc=0}\u000a20:43:47.933932 --- ParallelTerminationStrategy: PID 12487 died...\u000a20:43:47.989290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12487): Terminated: ok {rc=0}\u000a20:43:47.999399 --- ParallelTerminationStrategy: PID 12490 died...\u000a20:43:48.054826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12490): Terminated: ok {rc=0}\u000a20:43:48.140888 bus /sierra_3: Setting Powered False\u000a20:43:49.243316 bus /sierra_3: Setting Powered False\u000a20:43:50.353368 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12499): Process ended prematurely: osmo-stp_10.42.42.5(pid=12499) [trial-2349↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12499)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12499): Process ended prematurely: osmo-stp_10.42.42.5(pid=12499) [trial-2349↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:43:51.404799 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:43:51.416095 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:43:51.550771 tst emergency_preemptive_call.py: using LAC 16691\u000a20:43:51.666086 tst emergency_preemptive_call.py: using RAC 116\u000a20:43:51.779382 tst emergency_preemptive_call.py: using CellId 16691\u000a20:43:51.900878 tst emergency_preemptive_call.py: using BVCI 16692\u000a20:43:51.924893 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:43:51.936133 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:43:51.947318 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:43:51.958539 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:43:51.969799 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:43:51.980920 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:43:52.100330 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:43:52.216332 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:43:52.332531 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:43:52.534838 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:53.038043 run create_hlr_db(pid=12493): Launched\u000a20:43:53.220911 bus /sierra_2: Setting Powered False\u000a20:43:54.242518 run create_hlr_db(pid=12493): Terminated: ok {rc=0}\u000a20:43:54.660829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12495): Launched\u000a20:43:54.973548 run osmo-hlr_10.42.42.2(pid=12496): Launched\u000a20:43:55.088292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:55.634494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12498): Launched\u000a20:43:55.948637 run osmo-stp_10.42.42.5(pid=12499): Launched\u000a20:43:56.076144 tst emergency_preemptive_call.py: using MSISDN 6846\u000a20:43:56.233123 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:43:56.803130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12501): Launched\u000a20:43:57.116119 run osmo-msc_10.42.42.6(pid=12502): Launched\u000a20:43:57.299434 run osmo-stp_10.42.42.5(pid=12499): ERR: Terminated: ERROR {rc=1} [trial-2349↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12499)]\u000a20:43:57.432482 run osmo-stp_10.42.42.5(pid=12499): stdout: \u000a| (launched: 2022-12-08_20:43:55.795264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:57.565056 run osmo-stp_10.42.42.5(pid=12499): stderr: \u000a| �[0;m�[38;5;43m20221208204355987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204355987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204355987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204355988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204355988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204355988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204355988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:57.691090 run osmo-stp_10.42.42.5(pid=12499): stdout: \u000a| (launched: 2022-12-08_20:43:55.795264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:57.816368 run osmo-stp_10.42.42.5(pid=12499): stderr: \u000a| �[0;m�[38;5;43m20221208204355987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204355987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204355987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204355988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204355988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204355988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204355988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:57.871397 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12499): Process ended prematurely: osmo-stp_10.42.42.5(pid=12499) [trial-2349↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12499)] [trial-2349↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a20:43:57.880028 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a20:43:57.941925 run osmo-hlr_10.42.42.2(pid=12496): ERR: Terminated: ERROR {rc=237} [trial-2349↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12496)]\u000a20:43:57.992747 run osmo-hlr_10.42.42.2(pid=12496): stdout: \u000a| (launched: 2022-12-08_20:43:54.820320) \u000a20:43:58.044379 run osmo-hlr_10.42.42.2(pid=12496): stderr: \u000a| �[0;m�[1;31m20221208204355015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204355015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204355015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204355015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204355015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204355015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204355027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204355035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204355036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204355036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:58.114042 run osmo-msc_10.42.42.6(pid=12502): ERR: Terminated: ERROR {rc=2} [trial-2349↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12502)]\u000a20:43:58.164565 run osmo-msc_10.42.42.6(pid=12502): stdout: \u000a| (launched: 2022-12-08_20:43:56.962526) \u000a20:43:58.215569 run osmo-msc_10.42.42.6(pid=12502): stderr: \u000a| �[0;m�[38;5;43m20221208204357281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204357281 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88ba5aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204357281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204357281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204357281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204357282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204357283 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204357284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204357284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204357284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:43:58.259142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12495): Terminating (SIGTERM)\u000a20:43:58.300260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12498): Terminating (SIGTERM)\u000a20:43:58.341895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12501): Terminating (SIGTERM)\u000a20:43:58.351584 --- ParallelTerminationStrategy: PID 12495 died...\u000a20:43:58.407060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12495): Terminated: ok {rc=0}\u000a20:43:58.417450 --- ParallelTerminationStrategy: PID 12498 died...\u000a20:43:58.472416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12498): Terminated: ok {rc=0}\u000a20:43:58.482513 --- ParallelTerminationStrategy: PID 12501 died...\u000a20:43:58.537633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12501): Terminated: ok {rc=0}\u000a20:43:58.624024 bus /sierra_9: Setting Powered False\u000a20:43:59.726030 bus /sierra_9: Setting Powered False\u000a20:44:00.836942 bus /sierra_8: Setting Powered False\u000a20:44:01.950201 bus /sierra_8: Setting Powered False\u000a20:44:03.061576 bus /sierra_3: Setting Powered False\u000a20:44:04.165476 bus /sierra_3: Setting Powered False\u000a20:44:05.272528 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:43:40" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12518): Process ended prematurely: osmo-stp_10.42.42.5(pid=12518) [trial-2349↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12518)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12518): Process ended prematurely: osmo-stp_10.42.42.5(pid=12518) [trial-2349↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:44:07.398848 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:07.409774 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:44:07.555848 tst cs_paging_gprs_active.py: using LAC 16692\u000a20:44:07.675876 tst cs_paging_gprs_active.py: using RAC 117\u000a20:44:07.793668 tst cs_paging_gprs_active.py: using CellId 16692\u000a20:44:07.909490 tst cs_paging_gprs_active.py: using BVCI 16693\u000a20:44:07.932306 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:07.943039 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:07.953570 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:07.964424 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:07.975114 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:07.985864 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:07.996625 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:08.007254 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:08.018034 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:08.137624 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:08.413879 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:44:08.538778 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:08.847745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12508): Launched\u000a20:44:09.104102 run iperf3-srv_10.42.42.10(pid=12509): Launched\u000a20:44:09.285972 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:44:09.410167 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:09.719360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12510): Launched\u000a20:44:09.977165 run iperf3-srv_10.42.42.10(pid=12511): Launched\u000a20:44:10.158611 tst cs_paging_gprs_active.py:38: start network...\u000a20:44:10.282282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:10.751595 run create_hlr_db(pid=12512): Launched\u000a20:44:10.923452 bus /sierra_2: Setting Powered False\u000a20:44:11.946259 run create_hlr_db(pid=12512): Terminated: ok {rc=0}\u000a20:44:12.373779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12514): Launched\u000a20:44:12.695363 run osmo-hlr_10.42.42.2(pid=12515): Launched\u000a20:44:12.813794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:13.370378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12517): Launched\u000a20:44:13.691270 run osmo-stp_10.42.42.5(pid=12518): Launched\u000a20:44:13.807388 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:44:14.366652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12520): Launched\u000a20:44:14.480240 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:44:14.757637 run patchelf(pid=12521): Launched\u000a20:44:14.944704 run osmo-stp_10.42.42.5(pid=12518): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12518)]\u000a20:44:15.082350 run osmo-stp_10.42.42.5(pid=12518): stdout: \u000a| (launched: 2022-12-08_20:44:13.534278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:15.219369 run osmo-stp_10.42.42.5(pid=12518): stderr: \u000a| �[0;m�[38;5;43m20221208204413725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204413725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204413725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204413726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204413726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204413727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204413727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:15.352258 run osmo-stp_10.42.42.5(pid=12518): stdout: \u000a| (launched: 2022-12-08_20:44:13.534278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:15.483512 run osmo-stp_10.42.42.5(pid=12518): stderr: \u000a| �[0;m�[38;5;43m20221208204413725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204413725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204413725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204413726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204413726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204413727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204413727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:15.636753 run patchelf(pid=12521): Terminating (SIGINT)\u000a20:44:15.816444 run patchelf(pid=12521): Terminated: ok {rc=0}\u000a20:44:15.855890 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12518): Process ended prematurely: osmo-stp_10.42.42.5(pid=12518) [trial-2349↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12518)] [trial-2349↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a20:44:15.866434 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a20:44:15.948392 run osmo-hlr_10.42.42.2(pid=12515): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12515)]\u000a20:44:16.000706 run osmo-hlr_10.42.42.2(pid=12515): stdout: \u000a| (launched: 2022-12-08_20:44:12.537699) \u000a20:44:16.056294 run osmo-hlr_10.42.42.2(pid=12515): stderr: \u000a| �[0;m�[1;31m20221208204412734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204412735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204412735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204412735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204412735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204412735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204412747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204412755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204412756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204412756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:16.100923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12508): Terminating (SIGTERM)\u000a20:44:16.144510 run iperf3-srv_10.42.42.10(pid=12509): Terminating (SIGTERM)\u000a20:44:16.188739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12510): Terminating (SIGTERM)\u000a20:44:16.230602 run iperf3-srv_10.42.42.10(pid=12511): Terminating (SIGTERM)\u000a20:44:16.275735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12514): Terminating (SIGTERM)\u000a20:44:16.320811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12517): Terminating (SIGTERM)\u000a20:44:16.363935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12520): Terminating (SIGTERM)\u000a20:44:16.376600 --- ParallelTerminationStrategy: PID 12508 died...\u000a20:44:16.434836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12508): Terminated: ok {rc=0}\u000a20:44:16.445830 --- ParallelTerminationStrategy: PID 12509 died...\u000a20:44:16.500609 run iperf3-srv_10.42.42.10(pid=12509): Terminated {rc=256}\u000a20:44:16.512151 --- ParallelTerminationStrategy: PID 12510 died...\u000a20:44:16.569834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12510): Terminated: ok {rc=0}\u000a20:44:16.580342 --- ParallelTerminationStrategy: PID 12511 died...\u000a20:44:16.634998 run iperf3-srv_10.42.42.10(pid=12511): Terminated {rc=256}\u000a20:44:16.646519 --- ParallelTerminationStrategy: PID 12514 died...\u000a20:44:16.703316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12514): Terminated: ok {rc=0}\u000a20:44:16.713875 --- ParallelTerminationStrategy: PID 12517 died...\u000a20:44:16.772426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12517): Terminated: ok {rc=0}\u000a20:44:16.782994 --- ParallelTerminationStrategy: PID 12520 died...\u000a20:44:16.838953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12520): Terminated: ok {rc=0}\u000a20:44:16.926644 bus /gobi_0: Setting Powered False\u000a20:44:18.030555 bus /gobi_0: Setting Powered False\u000a20:44:19.139223 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12530): Process ended prematurely: osmo-stp_10.42.42.5(pid=12530) [trial-2349↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12530)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12530): Process ended prematurely: osmo-stp_10.42.42.5(pid=12530) [trial-2349↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a20:44:20.248114 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:20.259362 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:44:20.403496 tst iperf3.py: using LAC 16693\u000a20:44:20.529305 tst iperf3.py: using RAC 118\u000a20:44:20.654084 tst iperf3.py: using CellId 16693\u000a20:44:20.781759 tst iperf3.py: using BVCI 16694\u000a20:44:20.806385 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:20.817585 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:20.828370 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:20.839153 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:20.849842 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:20.860513 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:20.871474 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:20.882318 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:20.893247 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:21.187480 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:44:21.321500 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:21.652061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12522): Launched\u000a20:44:21.927345 run iperf3-srv_10.42.42.10(pid=12523): Launched\u000a20:44:22.124499 tst iperf3.py:8: start network...\u000a20:44:22.258294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:22.770328 run create_hlr_db(pid=12524): Launched\u000a20:44:22.955413 bus /gobi_6: Setting Powered False\u000a20:44:23.977925 run create_hlr_db(pid=12524): Terminated: ok {rc=0}\u000a20:44:24.404930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12526): Launched\u000a20:44:24.724730 run osmo-hlr_10.42.42.2(pid=12527): Launched\u000a20:44:24.840642 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:25.397065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12529): Launched\u000a20:44:25.715517 run osmo-stp_10.42.42.5(pid=12530): Launched\u000a20:44:25.831738 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:44:26.390404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12532): Launched\u000a20:44:26.504705 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:44:26.783880 run patchelf(pid=12533): Launched\u000a20:44:26.971861 run osmo-stp_10.42.42.5(pid=12530): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12530)]\u000a20:44:27.110326 run osmo-stp_10.42.42.5(pid=12530): stdout: \u000a| (launched: 2022-12-08_20:44:25.559202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:27.247943 run osmo-stp_10.42.42.5(pid=12530): stderr: \u000a| �[0;m�[38;5;43m20221208204425750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204425750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204425750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204425750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204425751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204425751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204425751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:27.381517 run osmo-stp_10.42.42.5(pid=12530): stdout: \u000a| (launched: 2022-12-08_20:44:25.559202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:27.513502 run osmo-stp_10.42.42.5(pid=12530): stderr: \u000a| �[0;m�[38;5;43m20221208204425750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204425750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204425750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204425750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204425751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204425751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204425751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:27.667476 run patchelf(pid=12533): Terminating (SIGINT)\u000a20:44:27.847756 run patchelf(pid=12533): Terminated: ok {rc=0}\u000a20:44:27.880872 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12530): Process ended prematurely: osmo-stp_10.42.42.5(pid=12530) [trial-2349↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12530)] [trial-2349↪gprs:trx-umtrx↪iperf3.py:8]\u000a20:44:27.890848 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:44:27.953986 run osmo-hlr_10.42.42.2(pid=12527): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12527)]\u000a20:44:28.005588 run osmo-hlr_10.42.42.2(pid=12527): stdout: \u000a| (launched: 2022-12-08_20:44:24.568413) \u000a20:44:28.057812 run osmo-hlr_10.42.42.2(pid=12527): stderr: \u000a| �[0;m�[1;31m20221208204424764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204424764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204424764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204424764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204424764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204424765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204424775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204424783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204424783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204424783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:28.102452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12522): Terminating (SIGTERM)\u000a20:44:28.144320 run iperf3-srv_10.42.42.10(pid=12523): Terminating (SIGTERM)\u000a20:44:28.186152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12526): Terminating (SIGTERM)\u000a20:44:28.227999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12529): Terminating (SIGTERM)\u000a20:44:28.269784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12532): Terminating (SIGTERM)\u000a20:44:28.279722 --- ParallelTerminationStrategy: PID 12522 died...\u000a20:44:28.335561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12522): Terminated: ok {rc=0}\u000a20:44:28.345974 --- ParallelTerminationStrategy: PID 12523 died...\u000a20:44:28.401224 run iperf3-srv_10.42.42.10(pid=12523): Terminated {rc=256}\u000a20:44:28.411340 --- ParallelTerminationStrategy: PID 12526 died...\u000a20:44:28.466484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12526): Terminated: ok {rc=0}\u000a20:44:28.476725 --- ParallelTerminationStrategy: PID 12529 died...\u000a20:44:28.532245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12529): Terminated: ok {rc=0}\u000a20:44:28.542328 --- ParallelTerminationStrategy: PID 12532 died...\u000a20:44:28.597458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12532): Terminated: ok {rc=0}\u000a20:44:28.683649 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 175, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12549): Process ended prematurely: osmo-stp_10.42.42.5(pid=12549) [trial-2349↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12549)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12549): Process ended prematurely: osmo-stp_10.42.42.5(pid=12549) [trial-2349↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a20:44:29.791542 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:29.802836 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:44:29.935293 tst iperf3m4.py: using LAC 16694\u000a20:44:30.059642 tst iperf3m4.py: using RAC 119\u000a20:44:30.187713 tst iperf3m4.py: using CellId 16694\u000a20:44:30.313849 tst iperf3m4.py: using BVCI 16695\u000a20:44:30.338497 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:30.349801 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:30.361090 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:30.372234 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:30.383384 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:30.394305 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:30.405582 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:30.416442 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:30.427596 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:30.543916 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:30.670668 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:30.789185 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:31.122670 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:44:31.260017 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:31.611610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12535): Launched\u000a20:44:31.906991 run iperf3-srv_10.42.42.10(pid=12536): Launched\u000a20:44:32.108576 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:44:32.244293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:32.575632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12537): Launched\u000a20:44:32.850406 run iperf3-srv_10.42.42.10(pid=12538): Launched\u000a20:44:33.046663 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:44:33.181219 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:33.511540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12539): Launched\u000a20:44:33.786115 run iperf3-srv_10.42.42.10(pid=12540): Launched\u000a20:44:33.981964 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:44:34.116618 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:34.447528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12541): Launched\u000a20:44:34.722081 run iperf3-srv_10.42.42.10(pid=12542): Launched\u000a20:44:34.917681 tst iperf3m4.py:8: start network...\u000a20:44:35.050770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:35.562206 run create_hlr_db(pid=12543): Launched\u000a20:44:35.746930 bus /gobi_6: Setting Powered False\u000a20:44:36.768073 run create_hlr_db(pid=12543): Terminated: ok {rc=0}\u000a20:44:37.166707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12545): Launched\u000a20:44:37.463904 run osmo-hlr_10.42.42.2(pid=12546): Launched\u000a20:44:37.581660 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:38.107124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12548): Launched\u000a20:44:38.404604 run osmo-stp_10.42.42.5(pid=12549): Launched\u000a20:44:38.513104 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:44:39.032638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12551): Launched\u000a20:44:39.138999 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:44:39.399494 run patchelf(pid=12552): Launched\u000a20:44:39.574445 run osmo-stp_10.42.42.5(pid=12549): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12549)]\u000a20:44:39.702273 run osmo-stp_10.42.42.5(pid=12549): stdout: \u000a| (launched: 2022-12-08_20:44:38.258669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:39.830424 run osmo-stp_10.42.42.5(pid=12549): stderr: \u000a| �[0;m�[38;5;43m20221208204438426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204438426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204438426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204438427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204438427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204438427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204438427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:39.954252 run osmo-stp_10.42.42.5(pid=12549): stdout: \u000a| (launched: 2022-12-08_20:44:38.258669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:40.078046 run osmo-stp_10.42.42.5(pid=12549): stderr: \u000a| �[0;m�[38;5;43m20221208204438426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204438426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204438426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204438427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204438427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204438427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204438427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:40.221191 run patchelf(pid=12552): Terminating (SIGINT)\u000a20:44:40.389123 run patchelf(pid=12552): Terminated: ok {rc=0}\u000a20:44:40.419873 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12549): Process ended prematurely: osmo-stp_10.42.42.5(pid=12549) [trial-2349↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12549)] [trial-2349↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a20:44:40.428929 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a20:44:40.489138 run osmo-hlr_10.42.42.2(pid=12546): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12546)]\u000a20:44:40.537725 run osmo-hlr_10.42.42.2(pid=12546): stdout: \u000a| (launched: 2022-12-08_20:44:37.317598) \u000a20:44:40.586926 run osmo-hlr_10.42.42.2(pid=12546): stderr: \u000a| �[0;m�[1;31m20221208204437491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204437491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204437491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204437491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204437491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204437491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204437503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204437512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204437513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204437513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:40.628607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12535): Terminating (SIGTERM)\u000a20:44:40.668210 run iperf3-srv_10.42.42.10(pid=12536): Terminating (SIGTERM)\u000a20:44:40.707773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12537): Terminating (SIGTERM)\u000a20:44:40.747311 run iperf3-srv_10.42.42.10(pid=12538): Terminating (SIGTERM)\u000a20:44:40.786931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12539): Terminating (SIGTERM)\u000a20:44:40.826555 run iperf3-srv_10.42.42.10(pid=12540): Terminating (SIGTERM)\u000a20:44:40.866088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12541): Terminating (SIGTERM)\u000a20:44:40.905653 run iperf3-srv_10.42.42.10(pid=12542): Terminating (SIGTERM)\u000a20:44:40.945209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12545): Terminating (SIGTERM)\u000a20:44:40.984742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12548): Terminating (SIGTERM)\u000a20:44:41.024243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12551): Terminating (SIGTERM)\u000a20:44:41.033724 --- ParallelTerminationStrategy: PID 12535 died...\u000a20:44:41.086704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12535): Terminated: ok {rc=0}\u000a20:44:41.096367 --- ParallelTerminationStrategy: PID 12536 died...\u000a20:44:41.149001 run iperf3-srv_10.42.42.10(pid=12536): Terminated {rc=256}\u000a20:44:41.158732 --- ParallelTerminationStrategy: PID 12537 died...\u000a20:44:41.211559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12537): Terminated: ok {rc=0}\u000a20:44:41.221847 --- ParallelTerminationStrategy: PID 12538 died...\u000a20:44:41.274680 run iperf3-srv_10.42.42.10(pid=12538): Terminated {rc=256}\u000a20:44:41.284156 --- ParallelTerminationStrategy: PID 12539 died...\u000a20:44:41.336824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12539): Terminated: ok {rc=0}\u000a20:44:41.346718 --- ParallelTerminationStrategy: PID 12540 died...\u000a20:44:41.399529 run iperf3-srv_10.42.42.10(pid=12540): Terminated {rc=256}\u000a20:44:41.409501 --- ParallelTerminationStrategy: PID 12541 died...\u000a20:44:41.462186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12541): Terminated: ok {rc=0}\u000a20:44:41.471989 --- ParallelTerminationStrategy: PID 12542 died...\u000a20:44:41.524501 run iperf3-srv_10.42.42.10(pid=12542): Terminated {rc=256}\u000a20:44:41.534392 --- ParallelTerminationStrategy: PID 12545 died...\u000a20:44:41.587078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12545): Terminated: ok {rc=0}\u000a20:44:41.596748 --- ParallelTerminationStrategy: PID 12548 died...\u000a20:44:41.649570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12548): Terminated: ok {rc=0}\u000a20:44:41.659446 --- ParallelTerminationStrategy: PID 12551 died...\u000a20:44:41.712553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12551): Terminated: ok {rc=0}\u000a20:44:41.800618 bus /gobi_4: Setting Powered False\u000a20:44:42.903226 bus /gobi_4: Setting Powered False\u000a20:44:44.011544 bus /gobi_1: Setting Powered False\u000a20:44:45.113462 bus /gobi_1: Setting Powered False\u000a20:44:46.244830 bus /gobi_0: Setting Powered False\u000a20:44:47.350666 bus /gobi_0: Setting Powered False\u000a20:44:48.461427 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 150, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12559): Process ended prematurely: osmo-stp_10.42.42.5(pid=12559) [trial-2349↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12559)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12559): Process ended prematurely: osmo-stp_10.42.42.5(pid=12559) [trial-2349↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12559)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a20:44:49.527598 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:49.538643 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:44:49.671713 tst ping.py: using LAC 16695\u000a20:44:49.790795 tst ping.py: using RAC 120\u000a20:44:49.903504 tst ping.py: using CellId 16695\u000a20:44:50.016008 tst ping.py: using BVCI 16696\u000a20:44:50.038236 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:50.048731 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:50.059132 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:50.069834 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:50.080387 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:50.091005 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:50.101889 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:50.112457 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:50.382654 tst ping.py:19: start network...\u000a20:44:50.504050 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:50.963020 run create_hlr_db(pid=12553): Launched\u000a20:44:51.133075 bus /gobi_6: Setting Powered False\u000a20:44:52.153878 run create_hlr_db(pid=12553): Terminated: ok {rc=0}\u000a20:44:52.573197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12555): Launched\u000a20:44:52.886650 run osmo-hlr_10.42.42.2(pid=12556): Launched\u000a20:44:53.003991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:53.555665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12558): Launched\u000a20:44:53.869346 run osmo-stp_10.42.42.5(pid=12559): Launched\u000a20:44:53.983278 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:44:54.537272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12561): Launched\u000a20:44:54.649659 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:44:54.924527 run patchelf(pid=12562): Launched\u000a20:44:55.110653 run osmo-stp_10.42.42.5(pid=12559): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12559)]\u000a20:44:55.246304 run osmo-stp_10.42.42.5(pid=12559): stdout: \u000a| (launched: 2022-12-08_20:44:53.715434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:55.382560 run osmo-stp_10.42.42.5(pid=12559): stderr: \u000a| �[0;m�[38;5;43m20221208204453903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204453903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204453903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204453904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204453904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204453904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204453904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:55.513964 run osmo-stp_10.42.42.5(pid=12559): stdout: \u000a| (launched: 2022-12-08_20:44:53.715434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:55.644090 run osmo-stp_10.42.42.5(pid=12559): stderr: \u000a| �[0;m�[38;5;43m20221208204453903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204453903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204453903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204453904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204453904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204453904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204453904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:55.795406 run patchelf(pid=12562): Terminating (SIGINT)\u000a20:44:55.972879 run patchelf(pid=12562): Terminated: ok {rc=0}\u000a20:44:56.005038 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12559): Process ended prematurely: osmo-stp_10.42.42.5(pid=12559) [trial-2349↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12559)] [trial-2349↪gprs:trx-umtrx↪ping.py:22]\u000a20:44:56.014160 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:44:56.076849 run osmo-hlr_10.42.42.2(pid=12556): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12556)]\u000a20:44:56.127819 run osmo-hlr_10.42.42.2(pid=12556): stdout: \u000a| (launched: 2022-12-08_20:44:52.733647) \u000a20:44:56.179541 run osmo-hlr_10.42.42.2(pid=12556): stderr: \u000a| �[0;m�[1;31m20221208204452927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204452927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204452927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204452927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204452927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204452927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204452939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204452948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204452948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204452948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:56.223939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12555): Terminating (SIGTERM)\u000a20:44:56.265835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12558): Terminating (SIGTERM)\u000a20:44:56.307763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12561): Terminating (SIGTERM)\u000a20:44:56.317705 --- ParallelTerminationStrategy: PID 12555 died...\u000a20:44:56.373678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12555): Terminated: ok {rc=0}\u000a20:44:56.383980 --- ParallelTerminationStrategy: PID 12558 died...\u000a20:44:56.439577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12558): Terminated: ok {rc=0}\u000a20:44:56.450007 --- ParallelTerminationStrategy: PID 12561 died...\u000a20:44:56.505620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12561): Terminated: ok {rc=0}\u000a20:44:56.591086 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12572): Process ended prematurely: osmo-stp_10.42.42.5(pid=12572) [trial-2349↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12572)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12572): Process ended prematurely: osmo-stp_10.42.42.5(pid=12572) [trial-2349↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a20:44:57.643335 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:57.655148 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:44:57.797634 tst ping_idle_ping.py: using LAC 16696\u000a20:44:57.923496 tst ping_idle_ping.py: using RAC 121\u000a20:44:58.047239 tst ping_idle_ping.py: using CellId 16696\u000a20:44:58.173010 tst ping_idle_ping.py: using BVCI 16697\u000a20:44:58.197461 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:58.208931 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:58.219786 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:58.230888 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:58.241925 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:58.252817 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:58.263889 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:58.274997 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:58.547025 tst ping_idle_ping.py:24: start network...\u000a20:44:58.669035 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:59.131770 run create_hlr_db(pid=12563): Launched\u000a20:44:59.301386 bus /gobi_6: Setting Powered False\u000a20:45:00.323562 run create_hlr_db(pid=12563): Terminated: ok {rc=0}\u000a20:45:00.716432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12565): Launched\u000a20:45:01.130879 run osmo-hlr_10.42.42.2(pid=12566): Launched\u000a20:45:01.332724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:01.986546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12571): Launched\u000a20:45:02.468518 run osmo-stp_10.42.42.5(pid=12572): Launched\u000a20:45:02.636791 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:45:03.187399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12574): Launched\u000a20:45:03.299956 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:45:03.575689 run patchelf(pid=12575): Launched\u000a20:45:03.760666 run osmo-stp_10.42.42.5(pid=12572): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12572)]\u000a20:45:03.895555 run osmo-stp_10.42.42.5(pid=12572): stdout: \u000a| (launched: 2022-12-08_20:45:02.191678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:04.031200 run osmo-stp_10.42.42.5(pid=12572): stderr: \u000a| �[0;m�[38;5;43m20221208204502462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204502462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204502462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204502463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204502463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204502463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204502463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:04.162658 run osmo-stp_10.42.42.5(pid=12572): stdout: \u000a| (launched: 2022-12-08_20:45:02.191678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:04.292532 run osmo-stp_10.42.42.5(pid=12572): stderr: \u000a| �[0;m�[38;5;43m20221208204502462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204502462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204502462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204502463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204502463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204502463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204502463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:04.443706 run patchelf(pid=12575): Terminating (SIGINT)\u000a20:45:04.620865 run patchelf(pid=12575): Terminated: ok {rc=0}\u000a20:45:04.653049 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12572): Process ended prematurely: osmo-stp_10.42.42.5(pid=12572) [trial-2349↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12572)] [trial-2349↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a20:45:04.662191 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a20:45:04.724702 run osmo-hlr_10.42.42.2(pid=12566): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12566)]\u000a20:45:04.776016 run osmo-hlr_10.42.42.2(pid=12566): stdout: \u000a| (launched: 2022-12-08_20:45:00.877110) \u000a20:45:04.827787 run osmo-hlr_10.42.42.2(pid=12566): stderr: \u000a| �[0;m�[1;31m20221208204501085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204501085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204501085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204501085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204501085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204501085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204501103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204501119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204501119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204501119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:04.871521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12565): Terminating (SIGTERM)\u000a20:45:04.913151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12571): Terminating (SIGTERM)\u000a20:45:04.954484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12574): Terminating (SIGTERM)\u000a20:45:04.964209 --- ParallelTerminationStrategy: PID 12565 died...\u000a20:45:05.020049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12565): Terminated: ok {rc=0}\u000a20:45:05.030297 --- ParallelTerminationStrategy: PID 12571 died...\u000a20:45:05.085975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12571): Terminated: ok {rc=0}\u000a20:45:05.096172 --- ParallelTerminationStrategy: PID 12574 died...\u000a20:45:05.151487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12574): Terminated: ok {rc=0}\u000a20:45:05.238378 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:44:07" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12589): Process ended prematurely: osmo-stp_10.42.42.5(pid=12589) [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12589)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12589): Process ended prematurely: osmo-stp_10.42.42.5(pid=12589) [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:45:07.391000 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:07.401897 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:45:07.538031 tst cs_paging_gprs_active.py: using LAC 16697\u000a20:45:07.654547 tst cs_paging_gprs_active.py: using RAC 122\u000a20:45:07.775867 tst cs_paging_gprs_active.py: using CellId 16697\u000a20:45:07.892682 tst cs_paging_gprs_active.py: using BVCI 16698\u000a20:45:07.915771 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:07.926768 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:07.937457 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:07.948940 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:07.960216 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:07.971513 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:07.982901 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:07.994404 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:08.005969 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:45:08.129083 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:45:08.406948 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:45:08.532741 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:08.844554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12579): Launched\u000a20:45:09.103581 run iperf3-srv_10.42.42.10(pid=12580): Launched\u000a20:45:09.287144 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:45:09.413034 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:09.724311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12581): Launched\u000a20:45:09.982995 run iperf3-srv_10.42.42.10(pid=12582): Launched\u000a20:45:10.165665 tst cs_paging_gprs_active.py:38: start network...\u000a20:45:10.290917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:10.762349 run create_hlr_db(pid=12583): Launched\u000a20:45:10.934496 bus /gobi_6: Setting Powered False\u000a20:45:11.957310 run create_hlr_db(pid=12583): Terminated: ok {rc=0}\u000a20:45:12.385854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12585): Launched\u000a20:45:12.707029 run osmo-hlr_10.42.42.2(pid=12586): Launched\u000a20:45:12.824770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:13.382026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12588): Launched\u000a20:45:13.703030 run osmo-stp_10.42.42.5(pid=12589): Launched\u000a20:45:13.819252 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:45:14.379553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12591): Launched\u000a20:45:14.494011 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:45:14.772707 run patchelf(pid=12592): Launched\u000a20:45:14.960611 run osmo-stp_10.42.42.5(pid=12589): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12589)]\u000a20:45:15.098325 run osmo-stp_10.42.42.5(pid=12589): stdout: \u000a| (launched: 2022-12-08_20:45:13.545760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:15.235811 run osmo-stp_10.42.42.5(pid=12589): stderr: \u000a| �[0;m�[38;5;43m20221208204513737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204513737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204513738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204513738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204513738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204513738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204513739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:15.369225 run osmo-stp_10.42.42.5(pid=12589): stdout: \u000a| (launched: 2022-12-08_20:45:13.545760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:15.501278 run osmo-stp_10.42.42.5(pid=12589): stderr: \u000a| �[0;m�[38;5;43m20221208204513737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204513737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204513738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204513738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204513738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204513738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204513739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:15.654694 run patchelf(pid=12592): Terminating (SIGINT)\u000a20:45:15.839000 run patchelf(pid=12592): Terminated: ok {rc=0}\u000a20:45:15.874378 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12589): Process ended prematurely: osmo-stp_10.42.42.5(pid=12589) [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12589)] [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:45:15.884672 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a20:45:15.953314 run osmo-hlr_10.42.42.2(pid=12586): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12586)]\u000a20:45:16.004874 run osmo-hlr_10.42.42.2(pid=12586): stdout: \u000a| (launched: 2022-12-08_20:45:12.549733) \u000a20:45:16.057313 run osmo-hlr_10.42.42.2(pid=12586): stderr: \u000a| �[0;m�[1;31m20221208204512748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204512748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204512748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204512748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204512748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204512748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204512760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204512768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204512768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204512768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:16.102486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12579): Terminating (SIGTERM)\u000a20:45:16.146559 run iperf3-srv_10.42.42.10(pid=12580): Terminating (SIGTERM)\u000a20:45:16.190534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12581): Terminating (SIGTERM)\u000a20:45:16.233659 run iperf3-srv_10.42.42.10(pid=12582): Terminating (SIGTERM)\u000a20:45:16.278907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12585): Terminating (SIGTERM)\u000a20:45:16.321860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12588): Terminating (SIGTERM)\u000a20:45:16.366017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12591): Terminating (SIGTERM)\u000a20:45:16.375872 --- ParallelTerminationStrategy: PID 12579 died...\u000a20:45:16.432455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12579): Terminated: ok {rc=0}\u000a20:45:16.443021 --- ParallelTerminationStrategy: PID 12580 died...\u000a20:45:16.499244 run iperf3-srv_10.42.42.10(pid=12580): Terminated {rc=256}\u000a20:45:16.509722 --- ParallelTerminationStrategy: PID 12581 died...\u000a20:45:16.565432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12581): Terminated: ok {rc=0}\u000a20:45:16.575854 --- ParallelTerminationStrategy: PID 12582 died...\u000a20:45:16.632174 run iperf3-srv_10.42.42.10(pid=12582): Terminated {rc=256}\u000a20:45:16.643079 --- ParallelTerminationStrategy: PID 12585 died...\u000a20:45:16.699932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12585): Terminated: ok {rc=0}\u000a20:45:16.710461 --- ParallelTerminationStrategy: PID 12588 died...\u000a20:45:16.768359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12588): Terminated: ok {rc=0}\u000a20:45:16.779454 --- ParallelTerminationStrategy: PID 12591 died...\u000a20:45:16.835642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12591): Terminated: ok {rc=0}\u000a20:45:16.924173 bus /gobi_0: Setting Powered False\u000a20:45:18.028243 bus /gobi_0: Setting Powered False\u000a20:45:19.134398 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12601): Process ended prematurely: osmo-stp_10.42.42.5(pid=12601) [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12601)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12601): Process ended prematurely: osmo-stp_10.42.42.5(pid=12601) [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:45:20.248239 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:20.260009 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:45:20.400937 tst iperf3.py: using LAC 16698\u000a20:45:20.517144 tst iperf3.py: using RAC 123\u000a20:45:20.634807 tst iperf3.py: using CellId 16698\u000a20:45:20.751000 tst iperf3.py: using BVCI 16699\u000a20:45:20.773951 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:20.785060 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:20.795699 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:20.806669 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:20.817574 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:20.828337 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:20.839392 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:20.850217 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:20.861362 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:45:21.137290 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:45:21.261569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:21.571567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12593): Launched\u000a20:45:21.830422 run iperf3-srv_10.42.42.10(pid=12594): Launched\u000a20:45:22.013348 tst iperf3.py:8: start network...\u000a20:45:22.138081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:22.607139 run create_hlr_db(pid=12595): Launched\u000a20:45:22.778607 bus /gobi_6: Setting Powered False\u000a20:45:23.800121 run create_hlr_db(pid=12595): Terminated: ok {rc=0}\u000a20:45:24.227069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12597): Launched\u000a20:45:24.548286 run osmo-hlr_10.42.42.2(pid=12598): Launched\u000a20:45:24.668789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:25.232883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12600): Launched\u000a20:45:25.553422 run osmo-stp_10.42.42.5(pid=12601): Launched\u000a20:45:25.669707 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:45:26.227358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12603): Launched\u000a20:45:26.341868 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:45:26.623593 run patchelf(pid=12604): Launched\u000a20:45:26.810767 run osmo-stp_10.42.42.5(pid=12601): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12601)]\u000a20:45:26.947128 run osmo-stp_10.42.42.5(pid=12601): stdout: \u000a| (launched: 2022-12-08_20:45:25.396845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:27.084146 run osmo-stp_10.42.42.5(pid=12601): stderr: \u000a| �[0;m�[38;5;43m20221208204525586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204525586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204525586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204525587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204525587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204525587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204525587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:27.216618 run osmo-stp_10.42.42.5(pid=12601): stdout: \u000a| (launched: 2022-12-08_20:45:25.396845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:27.347871 run osmo-stp_10.42.42.5(pid=12601): stderr: \u000a| �[0;m�[38;5;43m20221208204525586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204525586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204525586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204525587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204525587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204525587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204525587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:27.500714 run patchelf(pid=12604): Terminating (SIGINT)\u000a20:45:27.680701 run patchelf(pid=12604): Terminated: ok {rc=0}\u000a20:45:27.713662 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12601): Process ended prematurely: osmo-stp_10.42.42.5(pid=12601) [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12601)] [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a20:45:27.723328 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:45:27.785417 run osmo-hlr_10.42.42.2(pid=12598): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12598)]\u000a20:45:27.836007 run osmo-hlr_10.42.42.2(pid=12598): stdout: \u000a| (launched: 2022-12-08_20:45:24.390637) \u000a20:45:27.887489 run osmo-hlr_10.42.42.2(pid=12598): stderr: \u000a| �[0;m�[1;31m20221208204524586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204524586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204524586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204524586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204524586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204524586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204524599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204524609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204524609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204524609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:27.931224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12593): Terminating (SIGTERM)\u000a20:45:27.972391 run iperf3-srv_10.42.42.10(pid=12594): Terminating (SIGTERM)\u000a20:45:28.013686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12597): Terminating (SIGTERM)\u000a20:45:28.054895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12600): Terminating (SIGTERM)\u000a20:45:28.096469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12603): Terminating (SIGTERM)\u000a20:45:28.106121 --- ParallelTerminationStrategy: PID 12593 died...\u000a20:45:28.161365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12593): Terminated: ok {rc=0}\u000a20:45:28.171272 --- ParallelTerminationStrategy: PID 12594 died...\u000a20:45:28.226091 run iperf3-srv_10.42.42.10(pid=12594): Terminated {rc=256}\u000a20:45:28.236032 --- ParallelTerminationStrategy: PID 12597 died...\u000a20:45:28.291218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12597): Terminated: ok {rc=0}\u000a20:45:28.301214 --- ParallelTerminationStrategy: PID 12600 died...\u000a20:45:28.356173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12600): Terminated: ok {rc=0}\u000a20:45:28.366166 --- ParallelTerminationStrategy: PID 12603 died...\u000a20:45:28.421324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12603): Terminated: ok {rc=0}\u000a20:45:28.506926 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12619): Process ended prematurely: osmo-stp_10.42.42.5(pid=12619) [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12619)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12619): Process ended prematurely: osmo-stp_10.42.42.5(pid=12619) [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12619)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:45:29.621948 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:29.633621 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:45:29.776487 tst iperf3m4.py: using LAC 16699\u000a20:45:29.904026 tst iperf3m4.py: using RAC 124\u000a20:45:30.036130 tst iperf3m4.py: using CellId 16699\u000a20:45:30.161398 tst iperf3m4.py: using BVCI 16700\u000a20:45:30.186024 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:30.197263 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:30.208190 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:30.219333 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:30.230306 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:30.241281 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:30.252444 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:30.263417 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:30.274723 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:45:30.396921 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:45:30.522430 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:45:30.636769 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:45:30.957605 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:45:31.085645 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:31.419345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12605): Launched\u000a20:45:31.703141 run iperf3-srv_10.42.42.10(pid=12606): Launched\u000a20:45:31.890929 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:45:32.019905 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:32.331512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12607): Launched\u000a20:45:32.587501 run iperf3-srv_10.42.42.10(pid=12608): Launched\u000a20:45:32.768747 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:45:32.892451 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:33.200782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12609): Launched\u000a20:45:33.456612 run iperf3-srv_10.42.42.10(pid=12610): Launched\u000a20:45:33.637195 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:45:33.760720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:34.067838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12611): Launched\u000a20:45:34.323190 run iperf3-srv_10.42.42.10(pid=12612): Launched\u000a20:45:34.505027 tst iperf3m4.py:8: start network...\u000a20:45:34.628378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:35.097365 run create_hlr_db(pid=12613): Launched\u000a20:45:35.268617 bus /gobi_6: Setting Powered False\u000a20:45:36.291015 run create_hlr_db(pid=12613): Terminated: ok {rc=0}\u000a20:45:36.687710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12615): Launched\u000a20:45:36.984510 run osmo-hlr_10.42.42.2(pid=12616): Launched\u000a20:45:37.091868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:37.617667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12618): Launched\u000a20:45:37.938054 run osmo-stp_10.42.42.5(pid=12619): Launched\u000a20:45:38.054262 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:45:38.614792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12621): Launched\u000a20:45:38.729371 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:45:39.009368 run patchelf(pid=12622): Launched\u000a20:45:39.198294 run osmo-stp_10.42.42.5(pid=12619): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12619)]\u000a20:45:39.335365 run osmo-stp_10.42.42.5(pid=12619): stdout: \u000a| (launched: 2022-12-08_20:45:37.781424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:39.473099 run osmo-stp_10.42.42.5(pid=12619): stderr: \u000a| �[0;m�[38;5;43m20221208204537969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204537970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204537970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204537970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204537971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204537971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204537971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:39.606293 run osmo-stp_10.42.42.5(pid=12619): stdout: \u000a| (launched: 2022-12-08_20:45:37.781424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:39.738391 run osmo-stp_10.42.42.5(pid=12619): stderr: \u000a| �[0;m�[38;5;43m20221208204537969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204537970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204537970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204537970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204537971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204537971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204537971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:39.892248 run patchelf(pid=12622): Terminating (SIGINT)\u000a20:45:40.067768 run patchelf(pid=12622): Terminated: ok {rc=0}\u000a20:45:40.098853 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12619): Process ended prematurely: osmo-stp_10.42.42.5(pid=12619) [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12619)] [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:45:40.108214 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a20:45:40.169406 run osmo-hlr_10.42.42.2(pid=12616): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12616)]\u000a20:45:40.218845 run osmo-hlr_10.42.42.2(pid=12616): stdout: \u000a| (launched: 2022-12-08_20:45:36.838621) \u000a20:45:40.268705 run osmo-hlr_10.42.42.2(pid=12616): stderr: \u000a| �[0;m�[1;31m20221208204537013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204537013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204537013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204537013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204537013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204537013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204537056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204537066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204537066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204537066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:40.310737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12605): Terminating (SIGTERM)\u000a20:45:40.350440 run iperf3-srv_10.42.42.10(pid=12606): Terminating (SIGTERM)\u000a20:45:40.390305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12607): Terminating (SIGTERM)\u000a20:45:40.430397 run iperf3-srv_10.42.42.10(pid=12608): Terminating (SIGTERM)\u000a20:45:40.470561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12609): Terminating (SIGTERM)\u000a20:45:40.510990 run iperf3-srv_10.42.42.10(pid=12610): Terminating (SIGTERM)\u000a20:45:40.551859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12611): Terminating (SIGTERM)\u000a20:45:40.592471 run iperf3-srv_10.42.42.10(pid=12612): Terminating (SIGTERM)\u000a20:45:40.632540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12615): Terminating (SIGTERM)\u000a20:45:40.672895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12618): Terminating (SIGTERM)\u000a20:45:40.713337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12621): Terminating (SIGTERM)\u000a20:45:40.722939 --- ParallelTerminationStrategy: PID 12605 died...\u000a20:45:40.777042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12605): Terminated: ok {rc=0}\u000a20:45:40.787080 --- ParallelTerminationStrategy: PID 12606 died...\u000a20:45:40.840491 run iperf3-srv_10.42.42.10(pid=12606): Terminated {rc=256}\u000a20:45:40.850485 --- ParallelTerminationStrategy: PID 12607 died...\u000a20:45:40.904035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12607): Terminated: ok {rc=0}\u000a20:45:40.913950 --- ParallelTerminationStrategy: PID 12608 died...\u000a20:45:40.967168 run iperf3-srv_10.42.42.10(pid=12608): Terminated {rc=256}\u000a20:45:40.976911 --- ParallelTerminationStrategy: PID 12609 died...\u000a20:45:41.030488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12609): Terminated: ok {rc=0}\u000a20:45:41.040546 --- ParallelTerminationStrategy: PID 12610 died...\u000a20:45:41.094119 run iperf3-srv_10.42.42.10(pid=12610): Terminated {rc=256}\u000a20:45:41.104005 --- ParallelTerminationStrategy: PID 12611 died...\u000a20:45:41.157579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12611): Terminated: ok {rc=0}\u000a20:45:41.167611 --- ParallelTerminationStrategy: PID 12612 died...\u000a20:45:41.221128 run iperf3-srv_10.42.42.10(pid=12612): Terminated {rc=256}\u000a20:45:41.231097 --- ParallelTerminationStrategy: PID 12615 died...\u000a20:45:41.284727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12615): Terminated: ok {rc=0}\u000a20:45:41.294718 --- ParallelTerminationStrategy: PID 12618 died...\u000a20:45:41.348175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12618): Terminated: ok {rc=0}\u000a20:45:41.358214 --- ParallelTerminationStrategy: PID 12621 died...\u000a20:45:41.411701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12621): Terminated: ok {rc=0}\u000a20:45:41.500803 bus /gobi_4: Setting Powered False\u000a20:45:42.604064 bus /gobi_4: Setting Powered False\u000a20:45:43.715053 bus /gobi_1: Setting Powered False\u000a20:45:44.820062 bus /gobi_1: Setting Powered False\u000a20:45:45.946877 bus /gobi_0: Setting Powered False\u000a20:45:47.073933 bus /gobi_0: Setting Powered False\u000a20:45:48.185064 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12629): Process ended prematurely: osmo-stp_10.42.42.5(pid=12629) [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12629)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12629): Process ended prematurely: osmo-stp_10.42.42.5(pid=12629) [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:45:49.253045 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:49.264936 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:45:49.402530 tst ping.py: using LAC 16700\u000a20:45:49.517524 tst ping.py: using RAC 125\u000a20:45:49.640623 tst ping.py: using CellId 16700\u000a20:45:49.766199 tst ping.py: using BVCI 16701\u000a20:45:49.790249 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:49.801708 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:49.812915 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:49.824177 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:49.835363 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:49.846713 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:49.858006 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:49.869036 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:45:50.138684 tst ping.py:19: start network...\u000a20:45:50.260270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:50.719649 run create_hlr_db(pid=12623): Launched\u000a20:45:50.888913 bus /gobi_6: Setting Powered False\u000a20:45:51.911159 run create_hlr_db(pid=12623): Terminated: ok {rc=0}\u000a20:45:52.330952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12625): Launched\u000a20:45:52.646722 run osmo-hlr_10.42.42.2(pid=12626): Launched\u000a20:45:52.765225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:53.285835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12628): Launched\u000a20:45:53.575211 run osmo-stp_10.42.42.5(pid=12629): Launched\u000a20:45:53.679702 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:45:54.187469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12631): Launched\u000a20:45:54.291651 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:45:54.547012 run patchelf(pid=12632): Launched\u000a20:45:54.718899 run osmo-stp_10.42.42.5(pid=12629): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12629)]\u000a20:45:54.844210 run osmo-stp_10.42.42.5(pid=12629): stdout: \u000a| (launched: 2022-12-08_20:45:53.433409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:54.970016 run osmo-stp_10.42.42.5(pid=12629): stderr: \u000a| �[0;m�[38;5;43m20221208204553599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204553599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204553599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204553599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204553600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204553600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204553600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:55.091105 run osmo-stp_10.42.42.5(pid=12629): stdout: \u000a| (launched: 2022-12-08_20:45:53.433409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:55.211188 run osmo-stp_10.42.42.5(pid=12629): stderr: \u000a| �[0;m�[38;5;43m20221208204553599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204553599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204553599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204553599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204553600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204553600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204553600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:55.350774 run patchelf(pid=12632): Terminating (SIGINT)\u000a20:45:55.515720 run patchelf(pid=12632): Terminated: ok {rc=0}\u000a20:45:55.545695 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12629): Process ended prematurely: osmo-stp_10.42.42.5(pid=12629) [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12629)] [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a20:45:55.554241 tst ping.py:22: Test FAILED (6.3 sec)\u000a20:45:55.613734 run osmo-hlr_10.42.42.2(pid=12626): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12626)]\u000a20:45:55.662155 run osmo-hlr_10.42.42.2(pid=12626): stdout: \u000a| (launched: 2022-12-08_20:45:52.490957) \u000a20:45:55.711194 run osmo-hlr_10.42.42.2(pid=12626): stderr: \u000a| �[0;m�[1;31m20221208204552687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204552687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204552687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204552687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204552687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204552687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204552700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204552708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204552708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204552708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:55.753078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12625): Terminating (SIGTERM)\u000a20:45:55.792453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12628): Terminating (SIGTERM)\u000a20:45:55.832341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12631): Terminating (SIGTERM)\u000a20:45:55.841738 --- ParallelTerminationStrategy: PID 12625 died...\u000a20:45:55.894677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12625): Terminated: ok {rc=0}\u000a20:45:55.904313 --- ParallelTerminationStrategy: PID 12628 died...\u000a20:45:55.956747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12628): Terminated: ok {rc=0}\u000a20:45:55.966581 --- ParallelTerminationStrategy: PID 12631 died...\u000a20:45:56.018978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12631): Terminated: ok {rc=0}\u000a20:45:56.101805 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12639): Process ended prematurely: osmo-stp_10.42.42.5(pid=12639) [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12639)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12639): Process ended prematurely: osmo-stp_10.42.42.5(pid=12639) [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12639)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:45:57.154417 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:57.166367 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:45:57.309947 tst ping_idle_ping.py: using LAC 16701\u000a20:45:57.435568 tst ping_idle_ping.py: using RAC 126\u000a20:45:57.561163 tst ping_idle_ping.py: using CellId 16701\u000a20:45:57.686075 tst ping_idle_ping.py: using BVCI 16702\u000a20:45:57.710253 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:57.721593 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:57.732645 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:57.743682 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:57.754694 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:57.765756 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:57.776995 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:57.788116 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:45:58.061069 tst ping_idle_ping.py:24: start network...\u000a20:45:58.183446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:58.649273 run create_hlr_db(pid=12633): Launched\u000a20:45:58.820899 bus /gobi_6: Setting Powered False\u000a20:45:59.841319 run create_hlr_db(pid=12633): Terminated: ok {rc=0}\u000a20:46:00.233716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12635): Launched\u000a20:46:00.527108 run osmo-hlr_10.42.42.2(pid=12636): Launched\u000a20:46:00.632755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:01.211739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12638): Launched\u000a20:46:01.787788 run osmo-stp_10.42.42.5(pid=12639): Launched\u000a20:46:01.972803 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:02.532249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12641): Launched\u000a20:46:02.646014 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:02.923515 run patchelf(pid=12642): Launched\u000a20:46:03.110310 run osmo-stp_10.42.42.5(pid=12639): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12639)]\u000a20:46:03.246645 run osmo-stp_10.42.42.5(pid=12639): stdout: \u000a| (launched: 2022-12-08_20:46:01.379528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:03.383377 run osmo-stp_10.42.42.5(pid=12639): stderr: \u000a| �[0;m�[38;5;43m20221208204601616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204601616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204601620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204601621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204601621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204601621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204601621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:03.514895 run osmo-stp_10.42.42.5(pid=12639): stdout: \u000a| (launched: 2022-12-08_20:46:01.379528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:03.644846 run osmo-stp_10.42.42.5(pid=12639): stderr: \u000a| �[0;m�[38;5;43m20221208204601616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204601616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204601620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204601621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204601621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204601621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204601621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:03.796833 run patchelf(pid=12642): Terminating (SIGINT)\u000a20:46:03.975471 run patchelf(pid=12642): Terminated: ok {rc=0}\u000a20:46:04.007872 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12639): Process ended prematurely: osmo-stp_10.42.42.5(pid=12639) [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12639)] [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:46:04.016942 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a20:46:04.079353 run osmo-hlr_10.42.42.2(pid=12636): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12636)]\u000a20:46:04.130824 run osmo-hlr_10.42.42.2(pid=12636): stdout: \u000a| (launched: 2022-12-08_20:46:00.382636) \u000a20:46:04.182783 run osmo-hlr_10.42.42.2(pid=12636): stderr: \u000a| �[0;m�[1;31m20221208204600554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204600554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204600554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204600554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204600554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204600554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204600603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204600612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204600613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204600613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:04.226576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12635): Terminating (SIGTERM)\u000a20:46:04.267966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12638): Terminating (SIGTERM)\u000a20:46:04.309971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12641): Terminating (SIGTERM)\u000a20:46:04.319812 --- ParallelTerminationStrategy: PID 12635 died...\u000a20:46:04.375842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12635): Terminated: ok {rc=0}\u000a20:46:04.386131 --- ParallelTerminationStrategy: PID 12638 died...\u000a20:46:04.441648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12638): Terminated: ok {rc=0}\u000a20:46:04.451853 --- ParallelTerminationStrategy: PID 12641 died...\u000a20:46:04.507415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12641): Terminated: ok {rc=0}\u000a20:46:04.594962 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:45:07" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12657): Process ended prematurely: osmo-stp_10.42.42.5(pid=12657) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12657)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12657): Process ended prematurely: osmo-stp_10.42.42.5(pid=12657) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:46:06.751184 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:06.762450 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:46:06.926695 tst cs_paging_gprs_active.py: using LAC 16702\u000a20:46:07.051528 tst cs_paging_gprs_active.py: using RAC 127\u000a20:46:07.178520 tst cs_paging_gprs_active.py: using CellId 16702\u000a20:46:07.305316 tst cs_paging_gprs_active.py: using BVCI 16703\u000a20:46:07.330090 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:07.341396 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:07.352448 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:07.363664 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:07.374815 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:07.385981 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:07.397206 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:07.408309 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:07.419610 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:46:07.541294 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:46:07.835837 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:46:07.970684 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:08.304396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12647): Launched\u000a20:46:08.581769 run iperf3-srv_10.42.42.10(pid=12648): Launched\u000a20:46:08.779852 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:46:08.914232 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:09.247241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12649): Launched\u000a20:46:09.523826 run iperf3-srv_10.42.42.10(pid=12650): Launched\u000a20:46:09.721404 tst cs_paging_gprs_active.py:38: start network...\u000a20:46:09.855561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:10.371133 run create_hlr_db(pid=12651): Launched\u000a20:46:10.557335 bus /gobi_6: Setting Powered False\u000a20:46:11.579760 run create_hlr_db(pid=12651): Terminated: ok {rc=0}\u000a20:46:11.982412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12653): Launched\u000a20:46:12.282124 run osmo-hlr_10.42.42.2(pid=12654): Launched\u000a20:46:12.392696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:12.913350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12656): Launched\u000a20:46:13.214720 run osmo-stp_10.42.42.5(pid=12657): Launched\u000a20:46:13.323903 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:13.847211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12659): Launched\u000a20:46:13.953764 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:14.221416 run patchelf(pid=12660): Launched\u000a20:46:14.397695 run osmo-stp_10.42.42.5(pid=12657): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12657)]\u000a20:46:14.526346 run osmo-stp_10.42.42.5(pid=12657): stdout: \u000a| (launched: 2022-12-08_20:46:13.065628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:14.655871 run osmo-stp_10.42.42.5(pid=12657): stderr: \u000a| �[0;m�[38;5;43m20221208204613232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204613232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204613232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204613233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204613233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204613233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204613233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:14.780814 run osmo-stp_10.42.42.5(pid=12657): stdout: \u000a| (launched: 2022-12-08_20:46:13.065628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:14.905223 run osmo-stp_10.42.42.5(pid=12657): stderr: \u000a| �[0;m�[38;5;43m20221208204613232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204613232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204613232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204613233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204613233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204613233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204613233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:15.049223 run patchelf(pid=12660): Terminating (SIGINT)\u000a20:46:15.218698 run patchelf(pid=12660): Terminated: ok {rc=0}\u000a20:46:15.249939 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12657): Process ended prematurely: osmo-stp_10.42.42.5(pid=12657) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12657)] [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:46:15.258974 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a20:46:15.319659 run osmo-hlr_10.42.42.2(pid=12654): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12654)]\u000a20:46:15.368631 run osmo-hlr_10.42.42.2(pid=12654): stdout: \u000a| (launched: 2022-12-08_20:46:12.134738) \u000a20:46:15.418160 run osmo-hlr_10.42.42.2(pid=12654): stderr: \u000a| �[0;m�[1;31m20221208204612308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204612308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204612308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204612308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204612308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204612308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204612326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204612335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204612335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204612335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:15.460125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12647): Terminating (SIGTERM)\u000a20:46:15.499778 run iperf3-srv_10.42.42.10(pid=12648): Terminating (SIGTERM)\u000a20:46:15.539476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12649): Terminating (SIGTERM)\u000a20:46:15.578991 run iperf3-srv_10.42.42.10(pid=12650): Terminating (SIGTERM)\u000a20:46:15.618637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12653): Terminating (SIGTERM)\u000a20:46:15.658407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12656): Terminating (SIGTERM)\u000a20:46:15.698087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12659): Terminating (SIGTERM)\u000a20:46:15.707550 --- ParallelTerminationStrategy: PID 12647 died...\u000a20:46:15.760595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12647): Terminated: ok {rc=0}\u000a20:46:15.770529 --- ParallelTerminationStrategy: PID 12648 died...\u000a20:46:15.823174 run iperf3-srv_10.42.42.10(pid=12648): Terminated {rc=256}\u000a20:46:15.843352 --- ParallelTerminationStrategy: PID 12649 died...\u000a20:46:15.909227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12649): Terminated: ok {rc=0}\u000a20:46:15.921613 --- ParallelTerminationStrategy: PID 12650 died...\u000a20:46:15.987218 run iperf3-srv_10.42.42.10(pid=12650): Terminated {rc=256}\u000a20:46:15.997879 --- ParallelTerminationStrategy: PID 12653 died...\u000a20:46:16.056815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12653): Terminated: ok {rc=0}\u000a20:46:16.067596 --- ParallelTerminationStrategy: PID 12656 died...\u000a20:46:16.126834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12656): Terminated: ok {rc=0}\u000a20:46:16.137681 --- ParallelTerminationStrategy: PID 12659 died...\u000a20:46:16.196225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12659): Terminated: ok {rc=0}\u000a20:46:16.285522 bus /gobi_0: Setting Powered False\u000a20:46:17.386683 bus /gobi_0: Setting Powered False\u000a20:46:18.497763 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12669): Process ended prematurely: osmo-stp_10.42.42.5(pid=12669) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12669)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12669): Process ended prematurely: osmo-stp_10.42.42.5(pid=12669) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:46:19.606958 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:19.618311 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:46:19.774366 tst iperf3.py: using LAC 16703\u000a20:46:19.892536 tst iperf3.py: using RAC 128\u000a20:46:20.015055 tst iperf3.py: using CellId 16703\u000a20:46:20.131029 tst iperf3.py: using BVCI 16704\u000a20:46:20.153911 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:20.164629 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:20.175234 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:20.186246 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:20.197081 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:20.208013 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:20.219201 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:20.230044 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:20.240936 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:46:20.521550 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:46:20.645521 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:20.954935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12661): Launched\u000a20:46:21.212521 run iperf3-srv_10.42.42.10(pid=12662): Launched\u000a20:46:21.394065 tst iperf3.py:8: start network...\u000a20:46:21.518044 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:21.985869 run create_hlr_db(pid=12663): Launched\u000a20:46:22.157629 bus /gobi_6: Setting Powered False\u000a20:46:23.179960 run create_hlr_db(pid=12663): Terminated: ok {rc=0}\u000a20:46:23.577236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12665): Launched\u000a20:46:23.875023 run osmo-hlr_10.42.42.2(pid=12666): Launched\u000a20:46:23.989870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:24.618977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12668): Launched\u000a20:46:24.914095 run osmo-stp_10.42.42.5(pid=12669): Launched\u000a20:46:25.020654 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:25.534531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12671): Launched\u000a20:46:25.639538 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:25.897194 run patchelf(pid=12672): Launched\u000a20:46:26.070616 run osmo-stp_10.42.42.5(pid=12669): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12669)]\u000a20:46:26.197373 run osmo-stp_10.42.42.5(pid=12669): stdout: \u000a| (launched: 2022-12-08_20:46:24.768938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:26.323709 run osmo-stp_10.42.42.5(pid=12669): stderr: \u000a| �[0;m�[38;5;43m20221208204624936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204624936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204624937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204624937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204624938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204624938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204624938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:26.446127 run osmo-stp_10.42.42.5(pid=12669): stdout: \u000a| (launched: 2022-12-08_20:46:24.768938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:26.567730 run osmo-stp_10.42.42.5(pid=12669): stderr: \u000a| �[0;m�[38;5;43m20221208204624936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204624936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204624937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204624937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204624938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204624938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204624938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:26.709262 run patchelf(pid=12672): Terminating (SIGINT)\u000a20:46:26.875279 run patchelf(pid=12672): Terminated: ok {rc=0}\u000a20:46:26.906180 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12669): Process ended prematurely: osmo-stp_10.42.42.5(pid=12669) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12669)] [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:46:26.915346 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a20:46:26.975099 run osmo-hlr_10.42.42.2(pid=12666): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12666)]\u000a20:46:27.023480 run osmo-hlr_10.42.42.2(pid=12666): stdout: \u000a| (launched: 2022-12-08_20:46:23.728278) \u000a20:46:27.072453 run osmo-hlr_10.42.42.2(pid=12666): stderr: \u000a| �[0;m�[1;31m20221208204623898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204623898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204623898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204623899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204623899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204623899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204623915 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204623926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204623926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204623926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:27.113804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12661): Terminating (SIGTERM)\u000a20:46:27.153157 run iperf3-srv_10.42.42.10(pid=12662): Terminating (SIGTERM)\u000a20:46:27.192838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12665): Terminating (SIGTERM)\u000a20:46:27.232251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12668): Terminating (SIGTERM)\u000a20:46:27.271622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12671): Terminating (SIGTERM)\u000a20:46:27.281096 --- ParallelTerminationStrategy: PID 12661 died...\u000a20:46:27.333962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12661): Terminated: ok {rc=0}\u000a20:46:27.343759 --- ParallelTerminationStrategy: PID 12662 died...\u000a20:46:27.396381 run iperf3-srv_10.42.42.10(pid=12662): Terminated {rc=256}\u000a20:46:27.406202 --- ParallelTerminationStrategy: PID 12665 died...\u000a20:46:27.458833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12665): Terminated: ok {rc=0}\u000a20:46:27.468518 --- ParallelTerminationStrategy: PID 12668 died...\u000a20:46:27.521511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12668): Terminated: ok {rc=0}\u000a20:46:27.531386 --- ParallelTerminationStrategy: PID 12671 died...\u000a20:46:27.584229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12671): Terminated: ok {rc=0}\u000a20:46:27.671823 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12687): Process ended prematurely: osmo-stp_10.42.42.5(pid=12687) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12687)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12687): Process ended prematurely: osmo-stp_10.42.42.5(pid=12687) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:46:28.779991 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:28.791524 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:46:28.947982 tst iperf3m4.py: using LAC 16704\u000a20:46:29.065599 tst iperf3m4.py: using RAC 129\u000a20:46:29.189953 tst iperf3m4.py: using CellId 16704\u000a20:46:29.315560 tst iperf3m4.py: using BVCI 16705\u000a20:46:29.340391 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:29.351877 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:29.363086 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:29.374340 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:29.385607 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:29.396576 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:29.407765 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:29.418756 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:29.430006 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:46:29.544757 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:46:29.664369 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:46:29.780191 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:46:30.068679 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:46:30.201339 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:30.527490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12673): Launched\u000a20:46:30.798586 run iperf3-srv_10.42.42.10(pid=12674): Launched\u000a20:46:30.995566 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:46:31.124130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:31.456835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12675): Launched\u000a20:46:31.736863 run iperf3-srv_10.42.42.10(pid=12676): Launched\u000a20:46:31.922315 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:46:32.049965 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:32.359762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12677): Launched\u000a20:46:32.613052 run iperf3-srv_10.42.42.10(pid=12678): Launched\u000a20:46:32.791874 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:46:32.914234 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:33.218755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12679): Launched\u000a20:46:33.471325 run iperf3-srv_10.42.42.10(pid=12680): Launched\u000a20:46:33.650124 tst iperf3m4.py:8: start network...\u000a20:46:33.772338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:34.237792 run create_hlr_db(pid=12681): Launched\u000a20:46:34.406340 bus /gobi_6: Setting Powered False\u000a20:46:35.428899 run create_hlr_db(pid=12681): Terminated: ok {rc=0}\u000a20:46:35.820871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12683): Launched\u000a20:46:36.115913 run osmo-hlr_10.42.42.2(pid=12684): Launched\u000a20:46:36.227463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:36.737285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12686): Launched\u000a20:46:37.032322 run osmo-stp_10.42.42.5(pid=12687): Launched\u000a20:46:37.140140 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:37.653853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12689): Launched\u000a20:46:37.758965 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:38.017094 run patchelf(pid=12690): Launched\u000a20:46:38.190406 run osmo-stp_10.42.42.5(pid=12687): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12687)]\u000a20:46:38.316705 run osmo-stp_10.42.42.5(pid=12687): stdout: \u000a| (launched: 2022-12-08_20:46:36.887047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:38.443269 run osmo-stp_10.42.42.5(pid=12687): stderr: \u000a| �[0;m�[38;5;43m20221208204637055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204637055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204637056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204637056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204637056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204637057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204637057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:38.565706 run osmo-stp_10.42.42.5(pid=12687): stdout: \u000a| (launched: 2022-12-08_20:46:36.887047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:38.686970 run osmo-stp_10.42.42.5(pid=12687): stderr: \u000a| �[0;m�[38;5;43m20221208204637055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204637055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204637056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204637056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204637056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204637057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204637057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:38.828354 run patchelf(pid=12690): Terminating (SIGINT)\u000a20:46:38.994798 run patchelf(pid=12690): Terminated: ok {rc=0}\u000a20:46:39.025759 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12687): Process ended prematurely: osmo-stp_10.42.42.5(pid=12687) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12687)] [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:46:39.034999 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a20:46:39.095240 run osmo-hlr_10.42.42.2(pid=12684): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12684)]\u000a20:46:39.144528 run osmo-hlr_10.42.42.2(pid=12684): stdout: \u000a| (launched: 2022-12-08_20:46:35.970669) \u000a20:46:39.194021 run osmo-hlr_10.42.42.2(pid=12684): stderr: \u000a| �[0;m�[1;31m20221208204636145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204636145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204636145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204636145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204636145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204636145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204636157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204636165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204636166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204636166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:39.236105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12673): Terminating (SIGTERM)\u000a20:46:39.275816 run iperf3-srv_10.42.42.10(pid=12674): Terminating (SIGTERM)\u000a20:46:39.315486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12675): Terminating (SIGTERM)\u000a20:46:39.355058 run iperf3-srv_10.42.42.10(pid=12676): Terminating (SIGTERM)\u000a20:46:39.396506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12677): Terminating (SIGTERM)\u000a20:46:39.436053 run iperf3-srv_10.42.42.10(pid=12678): Terminating (SIGTERM)\u000a20:46:39.475629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12679): Terminating (SIGTERM)\u000a20:46:39.515055 run iperf3-srv_10.42.42.10(pid=12680): Terminating (SIGTERM)\u000a20:46:39.554590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12683): Terminating (SIGTERM)\u000a20:46:39.594168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12686): Terminating (SIGTERM)\u000a20:46:39.633729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12689): Terminating (SIGTERM)\u000a20:46:39.642950 --- ParallelTerminationStrategy: PID 12673 died...\u000a20:46:39.695660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12673): Terminated: ok {rc=0}\u000a20:46:39.705283 --- ParallelTerminationStrategy: PID 12674 died...\u000a20:46:39.757468 run iperf3-srv_10.42.42.10(pid=12674): Terminated {rc=256}\u000a20:46:39.767063 --- ParallelTerminationStrategy: PID 12675 died...\u000a20:46:39.819432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12675): Terminated: ok {rc=0}\u000a20:46:39.829029 --- ParallelTerminationStrategy: PID 12676 died...\u000a20:46:39.881045 run iperf3-srv_10.42.42.10(pid=12676): Terminated {rc=256}\u000a20:46:39.890554 --- ParallelTerminationStrategy: PID 12677 died...\u000a20:46:39.942844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12677): Terminated: ok {rc=0}\u000a20:46:39.952414 --- ParallelTerminationStrategy: PID 12678 died...\u000a20:46:40.005372 run iperf3-srv_10.42.42.10(pid=12678): Terminated {rc=256}\u000a20:46:40.014768 --- ParallelTerminationStrategy: PID 12679 died...\u000a20:46:40.067096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12679): Terminated: ok {rc=0}\u000a20:46:40.076700 --- ParallelTerminationStrategy: PID 12680 died...\u000a20:46:40.128890 run iperf3-srv_10.42.42.10(pid=12680): Terminated {rc=256}\u000a20:46:40.138559 --- ParallelTerminationStrategy: PID 12683 died...\u000a20:46:40.191010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12683): Terminated: ok {rc=0}\u000a20:46:40.200420 --- ParallelTerminationStrategy: PID 12686 died...\u000a20:46:40.253130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12686): Terminated: ok {rc=0}\u000a20:46:40.262553 --- ParallelTerminationStrategy: PID 12689 died...\u000a20:46:40.315151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12689): Terminated: ok {rc=0}\u000a20:46:40.402697 bus /gobi_4: Setting Powered False\u000a20:46:41.504166 bus /gobi_4: Setting Powered False\u000a20:46:42.609928 bus /gobi_1: Setting Powered False\u000a20:46:43.709812 bus /gobi_1: Setting Powered False\u000a20:46:44.820112 bus /gobi_0: Setting Powered False\u000a20:46:45.946483 bus /gobi_0: Setting Powered False\u000a20:46:47.056676 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12697): Process ended prematurely: osmo-stp_10.42.42.5(pid=12697) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12697)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12697): Process ended prematurely: osmo-stp_10.42.42.5(pid=12697) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:46:48.121945 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:48.133330 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:46:48.293782 tst ping.py: using LAC 16705\u000a20:46:48.409986 tst ping.py: using RAC 130\u000a20:46:48.531201 tst ping.py: using CellId 16705\u000a20:46:48.653325 tst ping.py: using BVCI 16706\u000a20:46:48.677767 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:48.689154 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:48.700328 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:48.711622 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:48.722730 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:48.733846 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:48.745074 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:48.756042 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:46:49.039866 tst ping.py:19: start network...\u000a20:46:49.170565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:49.660193 run create_hlr_db(pid=12691): Launched\u000a20:46:49.840745 bus /gobi_6: Setting Powered False\u000a20:46:50.861778 run create_hlr_db(pid=12691): Terminated: ok {rc=0}\u000a20:46:51.278952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12693): Launched\u000a20:46:51.589802 run osmo-hlr_10.42.42.2(pid=12694): Launched\u000a20:46:51.704863 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:52.247559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12696): Launched\u000a20:46:52.556730 run osmo-stp_10.42.42.5(pid=12697): Launched\u000a20:46:52.669132 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:53.211468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12699): Launched\u000a20:46:53.322580 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:53.593779 run patchelf(pid=12700): Launched\u000a20:46:53.776679 run osmo-stp_10.42.42.5(pid=12697): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12697)]\u000a20:46:53.910542 run osmo-stp_10.42.42.5(pid=12697): stdout: \u000a| (launched: 2022-12-08_20:46:52.405417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:54.044764 run osmo-stp_10.42.42.5(pid=12697): stderr: \u000a| �[0;m�[38;5;43m20221208204652592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204652592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204652593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204652593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204652593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204652594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204652594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:54.174774 run osmo-stp_10.42.42.5(pid=12697): stdout: \u000a| (launched: 2022-12-08_20:46:52.405417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:54.302892 run osmo-stp_10.42.42.5(pid=12697): stderr: \u000a| �[0;m�[38;5;43m20221208204652592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204652592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204652593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204652593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204652593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204652594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204652594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:54.452047 run patchelf(pid=12700): Terminating (SIGINT)\u000a20:46:54.627150 run patchelf(pid=12700): Terminated: ok {rc=0}\u000a20:46:54.658974 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12697): Process ended prematurely: osmo-stp_10.42.42.5(pid=12697) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12697)] [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:46:54.668184 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:46:54.730345 run osmo-hlr_10.42.42.2(pid=12694): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12694)]\u000a20:46:54.781354 run osmo-hlr_10.42.42.2(pid=12694): stdout: \u000a| (launched: 2022-12-08_20:46:51.437606) \u000a20:46:54.833101 run osmo-hlr_10.42.42.2(pid=12694): stderr: \u000a| �[0;m�[1;31m20221208204651632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204651632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204651632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204651632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204651632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204651632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204651646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204651654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204651654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204651654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:54.877155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12693): Terminating (SIGTERM)\u000a20:46:54.918602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12696): Terminating (SIGTERM)\u000a20:46:54.960129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12699): Terminating (SIGTERM)\u000a20:46:54.969372 --- ParallelTerminationStrategy: PID 12693 died...\u000a20:46:55.024931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12693): Terminated: ok {rc=0}\u000a20:46:55.034936 --- ParallelTerminationStrategy: PID 12696 died...\u000a20:46:55.090084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12696): Terminated: ok {rc=0}\u000a20:46:55.100121 --- ParallelTerminationStrategy: PID 12699 died...\u000a20:46:55.156120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12699): Terminated: ok {rc=0}\u000a20:46:55.242354 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12707): Process ended prematurely: osmo-stp_10.42.42.5(pid=12707) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12707)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12707): Process ended prematurely: osmo-stp_10.42.42.5(pid=12707) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:46:56.293735 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:56.305733 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:46:56.470323 tst ping_idle_ping.py: using LAC 16706\u000a20:46:56.592878 tst ping_idle_ping.py: using RAC 131\u000a20:46:56.719818 tst ping_idle_ping.py: using CellId 16706\u000a20:46:56.841528 tst ping_idle_ping.py: using BVCI 16707\u000a20:46:56.865731 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:56.877085 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:56.888246 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:56.899489 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:56.910798 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:56.922038 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:56.933476 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:56.944559 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:46:57.217878 tst ping_idle_ping.py:24: start network...\u000a20:46:57.341256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:57.799979 run create_hlr_db(pid=12701): Launched\u000a20:46:57.968369 bus /gobi_6: Setting Powered False\u000a20:46:58.989832 run create_hlr_db(pid=12701): Terminated: ok {rc=0}\u000a20:46:59.406439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12703): Launched\u000a20:46:59.717732 run osmo-hlr_10.42.42.2(pid=12704): Launched\u000a20:46:59.835975 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:00.377710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12706): Launched\u000a20:47:00.689652 run osmo-stp_10.42.42.5(pid=12707): Launched\u000a20:47:00.802254 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:47:01.417702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12709): Launched\u000a20:47:01.526817 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:47:01.809727 run patchelf(pid=12710): Launched\u000a20:47:01.989288 run osmo-stp_10.42.42.5(pid=12707): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12707)]\u000a20:47:02.122165 run osmo-stp_10.42.42.5(pid=12707): stdout: \u000a| (launched: 2022-12-08_20:47:00.537613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:02.259763 run osmo-stp_10.42.42.5(pid=12707): stderr: \u000a| �[0;m�[38;5;43m20221208204700725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204700725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204700725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204700726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204700726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204700726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204700726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:02.390210 run osmo-stp_10.42.42.5(pid=12707): stdout: \u000a| (launched: 2022-12-08_20:47:00.537613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:02.511495 run osmo-stp_10.42.42.5(pid=12707): stderr: \u000a| �[0;m�[38;5;43m20221208204700725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204700725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204700725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204700726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204700726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204700726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204700726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:02.652842 run patchelf(pid=12710): Terminating (SIGINT)\u000a20:47:02.819172 run patchelf(pid=12710): Terminated: ok {rc=0}\u000a20:47:02.849494 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12707): Process ended prematurely: osmo-stp_10.42.42.5(pid=12707) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12707)] [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:47:02.858256 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:47:02.918165 run osmo-hlr_10.42.42.2(pid=12704): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12704)]\u000a20:47:02.968109 run osmo-hlr_10.42.42.2(pid=12704): stdout: \u000a| (launched: 2022-12-08_20:46:59.565181) \u000a20:47:03.017810 run osmo-hlr_10.42.42.2(pid=12704): stderr: \u000a| �[0;m�[1;31m20221208204659760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204659760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204659760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204659760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204659760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204659760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204659773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204659781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204659781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204659781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:03.059918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12703): Terminating (SIGTERM)\u000a20:47:03.099846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12706): Terminating (SIGTERM)\u000a20:47:03.139652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12709): Terminating (SIGTERM)\u000a20:47:03.149067 --- ParallelTerminationStrategy: PID 12703 died...\u000a20:47:03.202660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12703): Terminated: ok {rc=0}\u000a20:47:03.212284 --- ParallelTerminationStrategy: PID 12706 died...\u000a20:47:03.265403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12706): Terminated: ok {rc=0}\u000a20:47:03.275105 --- ParallelTerminationStrategy: PID 12709 died...\u000a20:47:03.329026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12709): Terminated: ok {rc=0}\u000a20:47:03.411707 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:46:06" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12724): Process ended prematurely: osmo-stp_10.42.42.5(pid=12724) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12724)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12724): Process ended prematurely: osmo-stp_10.42.42.5(pid=12724) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:47:05.571796 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:05.583245 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:47:05.745969 tst cs_paging_gprs_active.py: using LAC 16707\u000a20:47:05.871548 tst cs_paging_gprs_active.py: using RAC 132\u000a20:47:05.996392 tst cs_paging_gprs_active.py: using CellId 16707\u000a20:47:06.121262 tst cs_paging_gprs_active.py: using BVCI 16708\u000a20:47:06.146131 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:06.157442 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:06.168514 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:06.180005 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:06.191246 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:06.202549 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:06.214213 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:06.225692 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:06.237233 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:47:06.354312 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:47:06.635687 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:47:06.759946 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:07.069664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12714): Launched\u000a20:47:07.327819 run iperf3-srv_10.42.42.10(pid=12715): Launched\u000a20:47:07.510356 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:47:07.634498 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:07.943748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12716): Launched\u000a20:47:08.200535 run iperf3-srv_10.42.42.10(pid=12717): Launched\u000a20:47:08.381933 tst cs_paging_gprs_active.py:38: start network...\u000a20:47:08.505953 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:08.974796 run create_hlr_db(pid=12718): Launched\u000a20:47:09.145694 bus /gobi_6: Setting Powered False\u000a20:47:10.168131 run create_hlr_db(pid=12718): Terminated: ok {rc=0}\u000a20:47:10.592690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12720): Launched\u000a20:47:10.911513 run osmo-hlr_10.42.42.2(pid=12721): Launched\u000a20:47:11.027827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:11.581495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12723): Launched\u000a20:47:11.900186 run osmo-stp_10.42.42.5(pid=12724): Launched\u000a20:47:12.015595 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:47:12.571709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12726): Launched\u000a20:47:12.686328 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:47:12.964897 run patchelf(pid=12727): Launched\u000a20:47:13.151617 run osmo-stp_10.42.42.5(pid=12724): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12724)]\u000a20:47:13.288123 run osmo-stp_10.42.42.5(pid=12724): stdout: \u000a| (launched: 2022-12-08_20:47:11.743396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:13.424847 run osmo-stp_10.42.42.5(pid=12724): stderr: \u000a| �[0;m�[38;5;43m20221208204711936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204711936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204711936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204711936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204711937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204711937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204711937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:13.556476 run osmo-stp_10.42.42.5(pid=12724): stdout: \u000a| (launched: 2022-12-08_20:47:11.743396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:13.686986 run osmo-stp_10.42.42.5(pid=12724): stderr: \u000a| �[0;m�[38;5;43m20221208204711936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204711936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204711936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204711936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204711937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204711937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204711937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:13.839075 run patchelf(pid=12727): Terminating (SIGINT)\u000a20:47:14.017650 run patchelf(pid=12727): Terminated: ok {rc=0}\u000a20:47:14.050380 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12724): Process ended prematurely: osmo-stp_10.42.42.5(pid=12724) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12724)] [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:47:14.060171 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a20:47:14.122418 run osmo-hlr_10.42.42.2(pid=12721): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12721)]\u000a20:47:14.173387 run osmo-hlr_10.42.42.2(pid=12721): stdout: \u000a| (launched: 2022-12-08_20:47:10.755763) \u000a20:47:14.224995 run osmo-hlr_10.42.42.2(pid=12721): stderr: \u000a| �[0;m�[1;31m20221208204710953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204710953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204710953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204710953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204710953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204710953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204710965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204710974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204710974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204710974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:14.268940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12714): Terminating (SIGTERM)\u000a20:47:14.310416 run iperf3-srv_10.42.42.10(pid=12715): Terminating (SIGTERM)\u000a20:47:14.352036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12716): Terminating (SIGTERM)\u000a20:47:14.393522 run iperf3-srv_10.42.42.10(pid=12717): Terminating (SIGTERM)\u000a20:47:14.435168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12720): Terminating (SIGTERM)\u000a20:47:14.476636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12723): Terminating (SIGTERM)\u000a20:47:14.518369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12726): Terminating (SIGTERM)\u000a20:47:14.527953 --- ParallelTerminationStrategy: PID 12714 died...\u000a20:47:14.583496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12714): Terminated: ok {rc=0}\u000a20:47:14.593534 --- ParallelTerminationStrategy: PID 12715 died...\u000a20:47:14.649230 run iperf3-srv_10.42.42.10(pid=12715): Terminated {rc=256}\u000a20:47:14.659139 --- ParallelTerminationStrategy: PID 12716 died...\u000a20:47:14.714831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12716): Terminated: ok {rc=0}\u000a20:47:14.724812 --- ParallelTerminationStrategy: PID 12717 died...\u000a20:47:14.779905 run iperf3-srv_10.42.42.10(pid=12717): Terminated {rc=256}\u000a20:47:14.789994 --- ParallelTerminationStrategy: PID 12720 died...\u000a20:47:14.845172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12720): Terminated: ok {rc=0}\u000a20:47:14.855199 --- ParallelTerminationStrategy: PID 12723 died...\u000a20:47:14.910612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12723): Terminated: ok {rc=0}\u000a20:47:14.920704 --- ParallelTerminationStrategy: PID 12726 died...\u000a20:47:14.975977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12726): Terminated: ok {rc=0}\u000a20:47:15.061489 bus /gobi_0: Setting Powered False\u000a20:47:16.183258 bus /gobi_0: Setting Powered False\u000a20:47:17.294826 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12737): Process ended prematurely: osmo-stp_10.42.42.5(pid=12737) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12737)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12737): Process ended prematurely: osmo-stp_10.42.42.5(pid=12737) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:47:18.404062 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:18.415631 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:47:18.571543 tst iperf3.py: using LAC 16708\u000a20:47:18.695044 tst iperf3.py: using RAC 133\u000a20:47:18.811101 tst iperf3.py: using CellId 16708\u000a20:47:18.926802 tst iperf3.py: using BVCI 16709\u000a20:47:18.949848 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:18.960771 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:18.971388 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:18.982413 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:18.993237 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:19.004043 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:19.014993 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:19.025826 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:19.036926 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:47:19.310076 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:47:19.433978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:19.741481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12729): Launched\u000a20:47:19.996416 run iperf3-srv_10.42.42.10(pid=12730): Launched\u000a20:47:20.177012 tst iperf3.py:8: start network...\u000a20:47:20.300317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:20.764722 run create_hlr_db(pid=12731): Launched\u000a20:47:20.934753 bus /gobi_6: Setting Powered False\u000a20:47:21.956542 run create_hlr_db(pid=12731): Terminated: ok {rc=0}\u000a20:47:22.379196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12733): Launched\u000a20:47:22.696481 run osmo-hlr_10.42.42.2(pid=12734): Launched\u000a20:47:22.815195 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:23.368377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12736): Launched\u000a20:47:23.685110 run osmo-stp_10.42.42.5(pid=12737): Launched\u000a20:47:23.799507 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:47:24.352345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12739): Launched\u000a20:47:24.465434 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:47:24.741942 run patchelf(pid=12740): Launched\u000a20:47:24.927953 run osmo-stp_10.42.42.5(pid=12737): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12737)]\u000a20:47:25.063670 run osmo-stp_10.42.42.5(pid=12737): stdout: \u000a| (launched: 2022-12-08_20:47:23.530116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:25.200580 run osmo-stp_10.42.42.5(pid=12737): stderr: \u000a| �[0;m�[38;5;43m20221208204723721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204723722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204723723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204723723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204723723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204723724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204723724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:25.332443 run osmo-stp_10.42.42.5(pid=12737): stdout: \u000a| (launched: 2022-12-08_20:47:23.530116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:25.463789 run osmo-stp_10.42.42.5(pid=12737): stderr: \u000a| �[0;m�[38;5;43m20221208204723721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204723722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204723723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204723723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204723723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204723724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204723724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:25.616528 run patchelf(pid=12740): Terminating (SIGINT)\u000a20:47:25.795579 run patchelf(pid=12740): Terminated: ok {rc=0}\u000a20:47:25.828499 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12737): Process ended prematurely: osmo-stp_10.42.42.5(pid=12737) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12737)] [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:47:25.838368 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:47:25.900800 run osmo-hlr_10.42.42.2(pid=12734): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12734)]\u000a20:47:25.951926 run osmo-hlr_10.42.42.2(pid=12734): stdout: \u000a| (launched: 2022-12-08_20:47:22.540876) \u000a20:47:26.003952 run osmo-hlr_10.42.42.2(pid=12734): stderr: \u000a| �[0;m�[1;31m20221208204722738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204722738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204722738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204722738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204722738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204722738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204722752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204722760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204722761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204722761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:26.048401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12729): Terminating (SIGTERM)\u000a20:47:26.090195 run iperf3-srv_10.42.42.10(pid=12730): Terminating (SIGTERM)\u000a20:47:26.131719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12733): Terminating (SIGTERM)\u000a20:47:26.173640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12736): Terminating (SIGTERM)\u000a20:47:26.215263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12739): Terminating (SIGTERM)\u000a20:47:26.224870 --- ParallelTerminationStrategy: PID 12729 died...\u000a20:47:26.280374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12729): Terminated: ok {rc=0}\u000a20:47:26.290525 --- ParallelTerminationStrategy: PID 12730 died...\u000a20:47:26.345966 run iperf3-srv_10.42.42.10(pid=12730): Terminated {rc=256}\u000a20:47:26.356025 --- ParallelTerminationStrategy: PID 12733 died...\u000a20:47:26.411554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12733): Terminated: ok {rc=0}\u000a20:47:26.421762 --- ParallelTerminationStrategy: PID 12736 died...\u000a20:47:26.477258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12736): Terminated: ok {rc=0}\u000a20:47:26.487326 --- ParallelTerminationStrategy: PID 12739 died...\u000a20:47:26.542834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12739): Terminated: ok {rc=0}\u000a20:47:26.628936 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12757): Process ended prematurely: osmo-stp_10.42.42.5(pid=12757) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12757)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12757): Process ended prematurely: osmo-stp_10.42.42.5(pid=12757) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12757)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:47:27.742533 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:27.758356 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:47:27.921348 tst iperf3m4.py: using LAC 16709\u000a20:47:28.046551 tst iperf3m4.py: using RAC 134\u000a20:47:28.170833 tst iperf3m4.py: using CellId 16709\u000a20:47:28.297234 tst iperf3m4.py: using BVCI 16710\u000a20:47:28.321833 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:28.333252 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:28.344435 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:28.355735 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:28.366798 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:28.377992 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:28.389288 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:28.400294 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:28.411683 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:47:28.529702 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:47:28.648867 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:47:28.767987 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:47:29.059719 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:47:29.192849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:29.521665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12741): Launched\u000a20:47:29.794692 run iperf3-srv_10.42.42.10(pid=12742): Launched\u000a20:47:29.988206 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:47:30.120474 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:30.449335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12743): Launched\u000a20:47:30.721062 run iperf3-srv_10.42.42.10(pid=12744): Launched\u000a20:47:30.934578 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:47:31.062034 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:31.397771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12745): Launched\u000a20:47:31.672112 run iperf3-srv_10.42.42.10(pid=12746): Launched\u000a20:47:31.859290 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:47:31.986713 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:32.300872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12747): Launched\u000a20:47:32.556020 run iperf3-srv_10.42.42.10(pid=12748): Launched\u000a20:47:32.736205 tst iperf3m4.py:8: start network...\u000a20:47:32.859239 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:33.325525 run create_hlr_db(pid=12749): Launched\u000a20:47:33.497862 bus /gobi_6: Setting Powered False\u000a20:47:34.517907 run create_hlr_db(pid=12749): Terminated: ok {rc=0}\u000a20:47:34.939486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12751): Launched\u000a20:47:35.257443 run osmo-hlr_10.42.42.2(pid=12752): Launched\u000a20:47:35.375932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:35.922153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12756): Launched\u000a20:47:36.219497 run osmo-stp_10.42.42.5(pid=12757): Launched\u000a20:47:36.327197 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:47:36.844486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12759): Launched\u000a20:47:36.950510 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:47:37.210109 run patchelf(pid=12760): Launched\u000a20:47:37.384187 run osmo-stp_10.42.42.5(pid=12757): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12757)]\u000a20:47:37.511935 run osmo-stp_10.42.42.5(pid=12757): stdout: \u000a| (launched: 2022-12-08_20:47:36.072249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:37.639639 run osmo-stp_10.42.42.5(pid=12757): stderr: \u000a| �[0;m�[38;5;43m20221208204736239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204736239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204736239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204736240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204736240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204736240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204736240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:37.762887 run osmo-stp_10.42.42.5(pid=12757): stdout: \u000a| (launched: 2022-12-08_20:47:36.072249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:37.884833 run osmo-stp_10.42.42.5(pid=12757): stderr: \u000a| �[0;m�[38;5;43m20221208204736239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204736239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204736239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204736240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204736240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204736240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204736240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:38.026953 run patchelf(pid=12760): Terminating (SIGINT)\u000a20:47:38.194343 run patchelf(pid=12760): Terminated: ok {rc=0}\u000a20:47:38.225019 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12757): Process ended prematurely: osmo-stp_10.42.42.5(pid=12757) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12757)] [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:47:38.234169 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a20:47:38.294506 run osmo-hlr_10.42.42.2(pid=12752): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12752)]\u000a20:47:38.342988 run osmo-hlr_10.42.42.2(pid=12752): stdout: \u000a| (launched: 2022-12-08_20:47:35.101355) \u000a20:47:38.392516 run osmo-hlr_10.42.42.2(pid=12752): stderr: \u000a| �[0;m�[1;31m20221208204735298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204735298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204735298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204735298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204735298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204735298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204735311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204735319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204735319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204735319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:38.434360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12741): Terminating (SIGTERM)\u000a20:47:38.474208 run iperf3-srv_10.42.42.10(pid=12742): Terminating (SIGTERM)\u000a20:47:38.513870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12743): Terminating (SIGTERM)\u000a20:47:38.554327 run iperf3-srv_10.42.42.10(pid=12744): Terminating (SIGTERM)\u000a20:47:38.594107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12745): Terminating (SIGTERM)\u000a20:47:38.633619 run iperf3-srv_10.42.42.10(pid=12746): Terminating (SIGTERM)\u000a20:47:38.673338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12747): Terminating (SIGTERM)\u000a20:47:38.713059 run iperf3-srv_10.42.42.10(pid=12748): Terminating (SIGTERM)\u000a20:47:38.753632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12751): Terminating (SIGTERM)\u000a20:47:38.793071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12756): Terminating (SIGTERM)\u000a20:47:38.832935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12759): Terminating (SIGTERM)\u000a20:47:38.842438 --- ParallelTerminationStrategy: PID 12741 died...\u000a20:47:38.895601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12741): Terminated: ok {rc=0}\u000a20:47:38.905185 --- ParallelTerminationStrategy: PID 12742 died...\u000a20:47:38.958334 run iperf3-srv_10.42.42.10(pid=12742): Terminated {rc=256}\u000a20:47:38.968040 --- ParallelTerminationStrategy: PID 12743 died...\u000a20:47:39.020545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12743): Terminated: ok {rc=0}\u000a20:47:39.030189 --- ParallelTerminationStrategy: PID 12744 died...\u000a20:47:39.082778 run iperf3-srv_10.42.42.10(pid=12744): Terminated {rc=256}\u000a20:47:39.092396 --- ParallelTerminationStrategy: PID 12745 died...\u000a20:47:39.145178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12745): Terminated: ok {rc=0}\u000a20:47:39.154872 --- ParallelTerminationStrategy: PID 12746 died...\u000a20:47:39.207381 run iperf3-srv_10.42.42.10(pid=12746): Terminated {rc=256}\u000a20:47:39.217159 --- ParallelTerminationStrategy: PID 12747 died...\u000a20:47:39.270363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12747): Terminated: ok {rc=0}\u000a20:47:39.280103 --- ParallelTerminationStrategy: PID 12748 died...\u000a20:47:39.333148 run iperf3-srv_10.42.42.10(pid=12748): Terminated {rc=256}\u000a20:47:39.342728 --- ParallelTerminationStrategy: PID 12751 died...\u000a20:47:39.395608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12751): Terminated: ok {rc=0}\u000a20:47:39.405380 --- ParallelTerminationStrategy: PID 12756 died...\u000a20:47:39.458516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12756): Terminated: ok {rc=0}\u000a20:47:39.468539 --- ParallelTerminationStrategy: PID 12759 died...\u000a20:47:39.521567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12759): Terminated: ok {rc=0}\u000a20:47:39.609679 bus /gobi_4: Setting Powered False\u000a20:47:40.712812 bus /gobi_4: Setting Powered False\u000a20:47:41.823983 bus /gobi_1: Setting Powered False\u000a20:47:42.927223 bus /gobi_1: Setting Powered False\u000a20:47:44.036658 bus /gobi_0: Setting Powered False\u000a20:47:45.141605 bus /gobi_0: Setting Powered False\u000a20:47:46.266992 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12767): Process ended prematurely: osmo-stp_10.42.42.5(pid=12767) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12767)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12767): Process ended prematurely: osmo-stp_10.42.42.5(pid=12767) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:47:47.335119 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:47.347067 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:47:47.508725 tst ping.py: using LAC 16710\u000a20:47:47.632131 tst ping.py: using RAC 135\u000a20:47:47.757108 tst ping.py: using CellId 16710\u000a20:47:47.878814 tst ping.py: using BVCI 16711\u000a20:47:47.902709 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:47.914027 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:47.925169 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:47.936360 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:47.947525 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:47.958682 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:47.969956 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:47.981097 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:47:48.249887 tst ping.py:19: start network...\u000a20:47:48.370409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:48.827434 run create_hlr_db(pid=12761): Launched\u000a20:47:48.995547 bus /gobi_6: Setting Powered False\u000a20:47:50.016785 run create_hlr_db(pid=12761): Terminated: ok {rc=0}\u000a20:47:50.433297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12763): Launched\u000a20:47:50.744720 run osmo-hlr_10.42.42.2(pid=12764): Launched\u000a20:47:50.858729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:51.400697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12766): Launched\u000a20:47:51.711898 run osmo-stp_10.42.42.5(pid=12767): Launched\u000a20:47:51.823944 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:47:52.368002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12769): Launched\u000a20:47:52.478768 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:47:52.749800 run patchelf(pid=12770): Launched\u000a20:47:52.932285 run osmo-stp_10.42.42.5(pid=12767): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12767)]\u000a20:47:53.065663 run osmo-stp_10.42.42.5(pid=12767): stdout: \u000a| (launched: 2022-12-08_20:47:51.559058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:53.200040 run osmo-stp_10.42.42.5(pid=12767): stderr: \u000a| �[0;m�[38;5;43m20221208204751751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204751751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204751751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204751752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204751752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204751752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204751752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:53.328812 run osmo-stp_10.42.42.5(pid=12767): stdout: \u000a| (launched: 2022-12-08_20:47:51.559058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:53.456491 run osmo-stp_10.42.42.5(pid=12767): stderr: \u000a| �[0;m�[38;5;43m20221208204751751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204751751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204751751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204751752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204751752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204751752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204751752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:53.605803 run patchelf(pid=12770): Terminating (SIGINT)\u000a20:47:53.783012 run patchelf(pid=12770): Terminated: ok {rc=0}\u000a20:47:53.814838 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12767): Process ended prematurely: osmo-stp_10.42.42.5(pid=12767) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12767)] [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:47:53.823915 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:47:53.885992 run osmo-hlr_10.42.42.2(pid=12764): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12764)]\u000a20:47:53.936779 run osmo-hlr_10.42.42.2(pid=12764): stdout: \u000a| (launched: 2022-12-08_20:47:50.591795) \u000a20:47:53.988108 run osmo-hlr_10.42.42.2(pid=12764): stderr: \u000a| �[0;m�[1;31m20221208204750790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204750790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204750790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204750790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204750790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204750790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204750806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204750816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204750816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204750816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:54.032035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12763): Terminating (SIGTERM)\u000a20:47:54.073724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12766): Terminating (SIGTERM)\u000a20:47:54.115527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12769): Terminating (SIGTERM)\u000a20:47:54.124851 --- ParallelTerminationStrategy: PID 12763 died...\u000a20:47:54.181052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12763): Terminated: ok {rc=0}\u000a20:47:54.191051 --- ParallelTerminationStrategy: PID 12766 died...\u000a20:47:54.246609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12766): Terminated: ok {rc=0}\u000a20:47:54.256556 --- ParallelTerminationStrategy: PID 12769 died...\u000a20:47:54.311789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12769): Terminated: ok {rc=0}\u000a20:47:54.398607 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12777): Process ended prematurely: osmo-stp_10.42.42.5(pid=12777) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12777)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12777): Process ended prematurely: osmo-stp_10.42.42.5(pid=12777) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:47:55.450695 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:55.462883 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:47:55.622590 tst ping_idle_ping.py: using LAC 16711\u000a20:47:55.747116 tst ping_idle_ping.py: using RAC 136\u000a20:47:55.874864 tst ping_idle_ping.py: using CellId 16711\u000a20:47:55.996305 tst ping_idle_ping.py: using BVCI 16712\u000a20:47:56.020524 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:56.031952 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:56.043334 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:56.055036 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:56.066448 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:56.077831 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:56.089344 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:56.100629 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:47:56.372716 tst ping_idle_ping.py:24: start network...\u000a20:47:56.494228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:56.951499 run create_hlr_db(pid=12771): Launched\u000a20:47:57.119477 bus /gobi_6: Setting Powered False\u000a20:47:58.140396 run create_hlr_db(pid=12771): Terminated: ok {rc=0}\u000a20:47:58.528841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12773): Launched\u000a20:47:58.819920 run osmo-hlr_10.42.42.2(pid=12774): Launched\u000a20:47:58.924749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:59.429308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12776): Launched\u000a20:47:59.722656 run osmo-stp_10.42.42.5(pid=12777): Launched\u000a20:47:59.828890 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:48:00.338102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12779): Launched\u000a20:48:00.441980 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:48:00.697270 run patchelf(pid=12780): Launched\u000a20:48:00.876088 run osmo-stp_10.42.42.5(pid=12777): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12777)]\u000a20:48:01.006443 run osmo-stp_10.42.42.5(pid=12777): stdout: \u000a| (launched: 2022-12-08_20:47:59.578495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:01.137564 run osmo-stp_10.42.42.5(pid=12777): stderr: \u000a| �[0;m�[38;5;43m20221208204759746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204759746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204759747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204759747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204759747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204759748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204759748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:01.263367 run osmo-stp_10.42.42.5(pid=12777): stdout: \u000a| (launched: 2022-12-08_20:47:59.578495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:01.388684 run osmo-stp_10.42.42.5(pid=12777): stderr: \u000a| �[0;m�[38;5;43m20221208204759746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204759746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204759747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204759747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204759747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204759748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204759748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:01.534746 run patchelf(pid=12780): Terminating (SIGINT)\u000a20:48:01.705304 run patchelf(pid=12780): Terminated: ok {rc=0}\u000a20:48:01.736818 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12777): Process ended prematurely: osmo-stp_10.42.42.5(pid=12777) [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12777)] [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:48:01.746664 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a20:48:01.811559 run osmo-hlr_10.42.42.2(pid=12774): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12774)]\u000a20:48:01.863183 run osmo-hlr_10.42.42.2(pid=12774): stdout: \u000a| (launched: 2022-12-08_20:47:58.676429) \u000a20:48:01.915859 run osmo-hlr_10.42.42.2(pid=12774): stderr: \u000a| �[0;m�[1;31m20221208204758850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204758850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204758850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204758850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204758850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204758850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204758863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204758871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204758872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204758872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:01.960415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12773): Terminating (SIGTERM)\u000a20:48:02.001540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12776): Terminating (SIGTERM)\u000a20:48:02.043598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12779): Terminating (SIGTERM)\u000a20:48:02.054330 --- ParallelTerminationStrategy: PID 12773 died...\u000a20:48:02.110666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12773): Terminated: ok {rc=0}\u000a20:48:02.121194 --- ParallelTerminationStrategy: PID 12776 died...\u000a20:48:02.177516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12776): Terminated: ok {rc=0}\u000a20:48:02.187263 --- ParallelTerminationStrategy: PID 12779 died...\u000a20:48:02.240361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12779): Terminated: ok {rc=0}\u000a20:48:02.329121 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:47:05" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12794): Process ended prematurely: osmo-stp_10.42.42.5(pid=12794) [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12794)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12794): Process ended prematurely: osmo-stp_10.42.42.5(pid=12794) [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:48:04.497889 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:04.509737 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:48:04.654330 tst cs_paging_gprs_active.py: using LAC 16712\u000a20:48:04.774210 tst cs_paging_gprs_active.py: using RAC 137\u000a20:48:04.889505 tst cs_paging_gprs_active.py: using CellId 16712\u000a20:48:05.010621 tst cs_paging_gprs_active.py: using BVCI 16713\u000a20:48:05.033710 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:05.044753 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:05.055729 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:05.067031 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:05.078465 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:05.089680 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:05.101072 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:05.112144 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:05.124142 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:48:05.241842 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:48:05.533312 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:48:05.666025 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:05.995389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12784): Launched\u000a20:48:06.269682 run iperf3-srv_10.42.42.10(pid=12785): Launched\u000a20:48:06.464237 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:48:06.596575 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:06.925721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12786): Launched\u000a20:48:07.198975 run iperf3-srv_10.42.42.10(pid=12787): Launched\u000a20:48:07.394039 tst cs_paging_gprs_active.py:38: start network...\u000a20:48:07.526966 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:08.037052 run create_hlr_db(pid=12788): Launched\u000a20:48:08.221409 bus /gobi_6: Setting Powered False\u000a20:48:09.242088 run create_hlr_db(pid=12788): Terminated: ok {rc=0}\u000a20:48:09.666694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12790): Launched\u000a20:48:09.985224 run osmo-hlr_10.42.42.2(pid=12791): Launched\u000a20:48:10.103796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:10.658826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12793): Launched\u000a20:48:10.974892 run osmo-stp_10.42.42.5(pid=12794): Launched\u000a20:48:11.089421 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:48:11.643410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12796): Launched\u000a20:48:11.757614 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:48:12.035424 run patchelf(pid=12797): Launched\u000a20:48:12.221926 run osmo-stp_10.42.42.5(pid=12794): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12794)]\u000a20:48:12.357897 run osmo-stp_10.42.42.5(pid=12794): stdout: \u000a| (launched: 2022-12-08_20:48:10.819856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:12.494154 run osmo-stp_10.42.42.5(pid=12794): stderr: \u000a| �[0;m�[38;5;43m20221208204811011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204811011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204811011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204811011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204811012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204811012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204811012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:12.626145 run osmo-stp_10.42.42.5(pid=12794): stdout: \u000a| (launched: 2022-12-08_20:48:10.819856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:12.756590 run osmo-stp_10.42.42.5(pid=12794): stderr: \u000a| �[0;m�[38;5;43m20221208204811011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204811011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204811011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204811011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204811012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204811012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204811012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:12.908779 run patchelf(pid=12797): Terminating (SIGINT)\u000a20:48:13.087409 run patchelf(pid=12797): Terminated: ok {rc=0}\u000a20:48:13.120355 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12794): Process ended prematurely: osmo-stp_10.42.42.5(pid=12794) [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12794)] [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a20:48:13.130222 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:48:13.193075 run osmo-hlr_10.42.42.2(pid=12791): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12791)]\u000a20:48:13.244420 run osmo-hlr_10.42.42.2(pid=12791): stdout: \u000a| (launched: 2022-12-08_20:48:09.829666) \u000a20:48:13.296635 run osmo-hlr_10.42.42.2(pid=12791): stderr: \u000a| �[0;m�[1;31m20221208204810025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204810025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204810025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204810025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204810025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204810025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204810037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204810045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204810045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204810045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:13.341074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12784): Terminating (SIGTERM)\u000a20:48:13.383006 run iperf3-srv_10.42.42.10(pid=12785): Terminating (SIGTERM)\u000a20:48:13.425010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12786): Terminating (SIGTERM)\u000a20:48:13.466811 run iperf3-srv_10.42.42.10(pid=12787): Terminating (SIGTERM)\u000a20:48:13.508607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12790): Terminating (SIGTERM)\u000a20:48:13.550531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12793): Terminating (SIGTERM)\u000a20:48:13.592487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12796): Terminating (SIGTERM)\u000a20:48:13.602297 --- ParallelTerminationStrategy: PID 12784 died...\u000a20:48:13.658398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12784): Terminated: ok {rc=0}\u000a20:48:13.668510 --- ParallelTerminationStrategy: PID 12785 died...\u000a20:48:13.723854 run iperf3-srv_10.42.42.10(pid=12785): Terminated {rc=256}\u000a20:48:13.734082 --- ParallelTerminationStrategy: PID 12786 died...\u000a20:48:13.789907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12786): Terminated: ok {rc=0}\u000a20:48:13.800084 --- ParallelTerminationStrategy: PID 12787 died...\u000a20:48:13.855526 run iperf3-srv_10.42.42.10(pid=12787): Terminated {rc=256}\u000a20:48:13.865907 --- ParallelTerminationStrategy: PID 12790 died...\u000a20:48:13.921148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12790): Terminated: ok {rc=0}\u000a20:48:13.931167 --- ParallelTerminationStrategy: PID 12793 died...\u000a20:48:13.986927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12793): Terminated: ok {rc=0}\u000a20:48:13.997146 --- ParallelTerminationStrategy: PID 12796 died...\u000a20:48:14.052883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12796): Terminated: ok {rc=0}\u000a20:48:14.139608 bus /gobi_0: Setting Powered False\u000a20:48:15.245964 bus /gobi_0: Setting Powered False\u000a20:48:16.374109 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12806): Process ended prematurely: osmo-stp_10.42.42.5(pid=12806) [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12806)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12806): Process ended prematurely: osmo-stp_10.42.42.5(pid=12806) [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a20:48:17.482276 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:17.494238 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:48:17.637730 tst iperf3.py: using LAC 16713\u000a20:48:17.760170 tst iperf3.py: using RAC 138\u000a20:48:17.883954 tst iperf3.py: using CellId 16713\u000a20:48:18.007470 tst iperf3.py: using BVCI 16714\u000a20:48:18.031972 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:18.043945 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:18.055665 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:18.067594 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:18.079300 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:18.091000 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:18.102817 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:18.114389 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:18.126302 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:48:18.415958 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:48:18.548158 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:18.877224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12798): Launched\u000a20:48:19.149326 run iperf3-srv_10.42.42.10(pid=12799): Launched\u000a20:48:19.345590 tst iperf3.py:8: start network...\u000a20:48:19.477783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:19.984841 run create_hlr_db(pid=12800): Launched\u000a20:48:20.167964 bus /gobi_6: Setting Powered False\u000a20:48:21.189539 run create_hlr_db(pid=12800): Terminated: ok {rc=0}\u000a20:48:21.586948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12802): Launched\u000a20:48:21.882898 run osmo-hlr_10.42.42.2(pid=12803): Launched\u000a20:48:21.996106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:22.518915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12805): Launched\u000a20:48:22.813861 run osmo-stp_10.42.42.5(pid=12806): Launched\u000a20:48:22.922501 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:48:23.437972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12808): Launched\u000a20:48:23.543493 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:48:23.802917 run patchelf(pid=12809): Launched\u000a20:48:23.977793 run osmo-stp_10.42.42.5(pid=12806): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12806)]\u000a20:48:24.104895 run osmo-stp_10.42.42.5(pid=12806): stdout: \u000a| (launched: 2022-12-08_20:48:22.668630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:24.232521 run osmo-stp_10.42.42.5(pid=12806): stderr: \u000a| �[0;m�[38;5;43m20221208204822838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204822838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204822838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204822838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204822839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204822839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204822839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:24.355927 run osmo-stp_10.42.42.5(pid=12806): stdout: \u000a| (launched: 2022-12-08_20:48:22.668630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:24.478114 run osmo-stp_10.42.42.5(pid=12806): stderr: \u000a| �[0;m�[38;5;43m20221208204822838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204822838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204822838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204822838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204822839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204822839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204822839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:24.620881 run patchelf(pid=12809): Terminating (SIGINT)\u000a20:48:24.788397 run patchelf(pid=12809): Terminated: ok {rc=0}\u000a20:48:24.819262 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12806): Process ended prematurely: osmo-stp_10.42.42.5(pid=12806) [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12806)] [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a20:48:24.828456 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a20:48:24.888751 run osmo-hlr_10.42.42.2(pid=12803): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12803)]\u000a20:48:24.937833 run osmo-hlr_10.42.42.2(pid=12803): stdout: \u000a| (launched: 2022-12-08_20:48:21.737065) \u000a20:48:24.988277 run osmo-hlr_10.42.42.2(pid=12803): stderr: \u000a| �[0;m�[1;31m20221208204821911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204821911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204821911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204821911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204821911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204821911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204821924 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204821935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204821935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204821935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:25.030951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12798): Terminating (SIGTERM)\u000a20:48:25.070812 run iperf3-srv_10.42.42.10(pid=12799): Terminating (SIGTERM)\u000a20:48:25.111262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12802): Terminating (SIGTERM)\u000a20:48:25.151822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12805): Terminating (SIGTERM)\u000a20:48:25.192021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12808): Terminating (SIGTERM)\u000a20:48:25.201547 --- ParallelTerminationStrategy: PID 12798 died...\u000a20:48:25.255262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12798): Terminated: ok {rc=0}\u000a20:48:25.264700 --- ParallelTerminationStrategy: PID 12799 died...\u000a20:48:25.318197 run iperf3-srv_10.42.42.10(pid=12799): Terminated {rc=256}\u000a20:48:25.327693 --- ParallelTerminationStrategy: PID 12802 died...\u000a20:48:25.380721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12802): Terminated: ok {rc=0}\u000a20:48:25.390702 --- ParallelTerminationStrategy: PID 12805 died...\u000a20:48:25.443747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12805): Terminated: ok {rc=0}\u000a20:48:25.453715 --- ParallelTerminationStrategy: PID 12808 died...\u000a20:48:25.506722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12808): Terminated: ok {rc=0}\u000a20:48:25.590391 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12824): Process ended prematurely: osmo-stp_10.42.42.5(pid=12824) [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12824)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12824): Process ended prematurely: osmo-stp_10.42.42.5(pid=12824) [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12824)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a20:48:26.704542 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:26.716831 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:48:26.863999 tst iperf3m4.py: using LAC 16714\u000a20:48:26.988398 tst iperf3m4.py: using RAC 139\u000a20:48:27.112853 tst iperf3m4.py: using CellId 16714\u000a20:48:27.237820 tst iperf3m4.py: using BVCI 16715\u000a20:48:27.262334 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:27.274054 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:27.285557 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:27.297247 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:27.308749 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:27.320198 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:27.331793 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:27.343321 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:27.355337 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:48:27.472764 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:48:27.594311 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:48:27.712727 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:48:27.985828 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:48:28.108843 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:28.414915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12810): Launched\u000a20:48:28.669994 run iperf3-srv_10.42.42.10(pid=12811): Launched\u000a20:48:28.850058 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:48:28.973073 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:29.278225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12812): Launched\u000a20:48:29.531743 run iperf3-srv_10.42.42.10(pid=12813): Launched\u000a20:48:29.711658 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:48:29.834382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:30.141690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12814): Launched\u000a20:48:30.396364 run iperf3-srv_10.42.42.10(pid=12815): Launched\u000a20:48:30.576061 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:48:30.698915 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:31.038020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12816): Launched\u000a20:48:31.313098 run iperf3-srv_10.42.42.10(pid=12817): Launched\u000a20:48:31.497223 tst iperf3m4.py:8: start network...\u000a20:48:31.623784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:32.138630 run create_hlr_db(pid=12818): Launched\u000a20:48:32.311843 bus /gobi_6: Setting Powered False\u000a20:48:33.331434 run create_hlr_db(pid=12818): Terminated: ok {rc=0}\u000a20:48:33.726590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12820): Launched\u000a20:48:34.023958 run osmo-hlr_10.42.42.2(pid=12821): Launched\u000a20:48:34.139997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:34.655268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12823): Launched\u000a20:48:34.950842 run osmo-stp_10.42.42.5(pid=12824): Launched\u000a20:48:35.058424 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:48:35.573863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12826): Launched\u000a20:48:35.679217 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:48:35.938877 run patchelf(pid=12827): Launched\u000a20:48:36.112827 run osmo-stp_10.42.42.5(pid=12824): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12824)]\u000a20:48:36.240146 run osmo-stp_10.42.42.5(pid=12824): stdout: \u000a| (launched: 2022-12-08_20:48:34.805675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:36.367482 run osmo-stp_10.42.42.5(pid=12824): stderr: \u000a| �[0;m�[38;5;43m20221208204834974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204834974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204834974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204834975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204834975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204834975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204834975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:36.490417 run osmo-stp_10.42.42.5(pid=12824): stdout: \u000a| (launched: 2022-12-08_20:48:34.805675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:36.612515 run osmo-stp_10.42.42.5(pid=12824): stderr: \u000a| �[0;m�[38;5;43m20221208204834974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204834974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204834974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204834975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204834975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204834975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204834975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:36.754530 run patchelf(pid=12827): Terminating (SIGINT)\u000a20:48:36.921753 run patchelf(pid=12827): Terminated: ok {rc=0}\u000a20:48:36.952525 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12824): Process ended prematurely: osmo-stp_10.42.42.5(pid=12824) [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12824)] [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a20:48:36.961763 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a20:48:37.022481 run osmo-hlr_10.42.42.2(pid=12821): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12821)]\u000a20:48:37.071516 run osmo-hlr_10.42.42.2(pid=12821): stdout: \u000a| (launched: 2022-12-08_20:48:33.877066) \u000a20:48:37.121225 run osmo-hlr_10.42.42.2(pid=12821): stderr: \u000a| �[0;m�[1;31m20221208204834050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204834050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204834050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204834050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204834050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204834050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204834062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204834071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204834071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204834071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:37.163224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12810): Terminating (SIGTERM)\u000a20:48:37.203039 run iperf3-srv_10.42.42.10(pid=12811): Terminating (SIGTERM)\u000a20:48:37.242705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12812): Terminating (SIGTERM)\u000a20:48:37.282227 run iperf3-srv_10.42.42.10(pid=12813): Terminating (SIGTERM)\u000a20:48:37.321819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12814): Terminating (SIGTERM)\u000a20:48:37.361437 run iperf3-srv_10.42.42.10(pid=12815): Terminating (SIGTERM)\u000a20:48:37.400906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12816): Terminating (SIGTERM)\u000a20:48:37.440820 run iperf3-srv_10.42.42.10(pid=12817): Terminating (SIGTERM)\u000a20:48:37.480510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12820): Terminating (SIGTERM)\u000a20:48:37.520082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12823): Terminating (SIGTERM)\u000a20:48:37.560333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12826): Terminating (SIGTERM)\u000a20:48:37.570093 --- ParallelTerminationStrategy: PID 12810 died...\u000a20:48:37.623090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12810): Terminated: ok {rc=0}\u000a20:48:37.632652 --- ParallelTerminationStrategy: PID 12811 died...\u000a20:48:37.686127 run iperf3-srv_10.42.42.10(pid=12811): Terminated {rc=256}\u000a20:48:37.696141 --- ParallelTerminationStrategy: PID 12812 died...\u000a20:48:37.749335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12812): Terminated: ok {rc=0}\u000a20:48:37.759290 --- ParallelTerminationStrategy: PID 12813 died...\u000a20:48:37.811745 run iperf3-srv_10.42.42.10(pid=12813): Terminated {rc=256}\u000a20:48:37.821568 --- ParallelTerminationStrategy: PID 12814 died...\u000a20:48:37.874673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12814): Terminated: ok {rc=0}\u000a20:48:37.884249 --- ParallelTerminationStrategy: PID 12815 died...\u000a20:48:37.936969 run iperf3-srv_10.42.42.10(pid=12815): Terminated {rc=256}\u000a20:48:37.947059 --- ParallelTerminationStrategy: PID 12816 died...\u000a20:48:37.999870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12816): Terminated: ok {rc=0}\u000a20:48:38.009871 --- ParallelTerminationStrategy: PID 12817 died...\u000a20:48:38.062999 run iperf3-srv_10.42.42.10(pid=12817): Terminated {rc=256}\u000a20:48:38.072385 --- ParallelTerminationStrategy: PID 12820 died...\u000a20:48:38.125864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12820): Terminated: ok {rc=0}\u000a20:48:38.135382 --- ParallelTerminationStrategy: PID 12823 died...\u000a20:48:38.188685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12823): Terminated: ok {rc=0}\u000a20:48:38.198463 --- ParallelTerminationStrategy: PID 12826 died...\u000a20:48:38.251619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12826): Terminated: ok {rc=0}\u000a20:48:38.339833 bus /gobi_4: Setting Powered False\u000a20:48:39.442997 bus /gobi_4: Setting Powered False\u000a20:48:40.552594 bus /gobi_1: Setting Powered False\u000a20:48:41.659323 bus /gobi_1: Setting Powered False\u000a20:48:42.767166 bus /gobi_0: Setting Powered False\u000a20:48:43.871432 bus /gobi_0: Setting Powered False\u000a20:48:44.983112 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12834): Process ended prematurely: osmo-stp_10.42.42.5(pid=12834) [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12834)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12834): Process ended prematurely: osmo-stp_10.42.42.5(pid=12834) [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a20:48:46.052452 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:46.065729 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:48:46.203949 tst ping.py: using LAC 16715\u000a20:48:46.321024 tst ping.py: using RAC 140\u000a20:48:46.443920 tst ping.py: using CellId 16715\u000a20:48:46.590784 tst ping.py: using BVCI 16716\u000a20:48:46.619140 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:46.633481 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:46.650567 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:46.667323 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:46.683811 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:46.698510 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:46.713696 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:46.726438 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:48:47.011266 tst ping.py:19: start network...\u000a20:48:47.136059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:47.597914 run create_hlr_db(pid=12828): Launched\u000a20:48:47.767133 bus /gobi_6: Setting Powered False\u000a20:48:48.787543 run create_hlr_db(pid=12828): Terminated: ok {rc=0}\u000a20:48:49.203677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12830): Launched\u000a20:48:49.516184 run osmo-hlr_10.42.42.2(pid=12831): Launched\u000a20:48:49.630691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:50.178665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12833): Launched\u000a20:48:50.491903 run osmo-stp_10.42.42.5(pid=12834): Launched\u000a20:48:50.604665 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:48:51.149834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12836): Launched\u000a20:48:51.261619 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:48:51.534134 run patchelf(pid=12837): Launched\u000a20:48:51.718011 run osmo-stp_10.42.42.5(pid=12834): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12834)]\u000a20:48:51.852525 run osmo-stp_10.42.42.5(pid=12834): stdout: \u000a| (launched: 2022-12-08_20:48:50.338257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:51.987309 run osmo-stp_10.42.42.5(pid=12834): stderr: \u000a| �[0;m�[38;5;43m20221208204850530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204850530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204850530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204850531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204850531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204850531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204850531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:52.118187 run osmo-stp_10.42.42.5(pid=12834): stdout: \u000a| (launched: 2022-12-08_20:48:50.338257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:52.247780 run osmo-stp_10.42.42.5(pid=12834): stderr: \u000a| �[0;m�[38;5;43m20221208204850530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204850530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204850530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204850531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204850531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204850531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204850531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:52.397999 run patchelf(pid=12837): Terminating (SIGINT)\u000a20:48:52.574138 run patchelf(pid=12837): Terminated: ok {rc=0}\u000a20:48:52.606208 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12834): Process ended prematurely: osmo-stp_10.42.42.5(pid=12834) [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12834)] [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a20:48:52.615511 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:48:52.678048 run osmo-hlr_10.42.42.2(pid=12831): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12831)]\u000a20:48:52.729021 run osmo-hlr_10.42.42.2(pid=12831): stdout: \u000a| (launched: 2022-12-08_20:48:49.362903) \u000a20:48:52.780754 run osmo-hlr_10.42.42.2(pid=12831): stderr: \u000a| �[0;m�[1;31m20221208204849560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204849561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204849561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204849561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204849561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204849561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204849573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204849582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204849582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204849582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:52.824702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12830): Terminating (SIGTERM)\u000a20:48:52.866490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12833): Terminating (SIGTERM)\u000a20:48:52.908249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12836): Terminating (SIGTERM)\u000a20:48:52.917727 --- ParallelTerminationStrategy: PID 12830 died...\u000a20:48:52.973192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12830): Terminated: ok {rc=0}\u000a20:48:52.983310 --- ParallelTerminationStrategy: PID 12833 died...\u000a20:48:53.038553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12833): Terminated: ok {rc=0}\u000a20:48:53.048588 --- ParallelTerminationStrategy: PID 12836 died...\u000a20:48:53.103664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12836): Terminated: ok {rc=0}\u000a20:48:53.190908 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12844): Process ended prematurely: osmo-stp_10.42.42.5(pid=12844) [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12844)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12844): Process ended prematurely: osmo-stp_10.42.42.5(pid=12844) [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a20:48:54.242146 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:54.254686 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:48:54.399489 tst ping_idle_ping.py: using LAC 16716\u000a20:48:54.522326 tst ping_idle_ping.py: using RAC 141\u000a20:48:54.644788 tst ping_idle_ping.py: using CellId 16716\u000a20:48:54.764040 tst ping_idle_ping.py: using BVCI 16717\u000a20:48:54.786658 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:54.798090 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:54.809428 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:54.821626 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:54.834064 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:54.846453 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:54.857807 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:54.869784 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:48:55.160372 tst ping_idle_ping.py:24: start network...\u000a20:48:55.291713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:55.794475 run create_hlr_db(pid=12838): Launched\u000a20:48:55.976275 bus /gobi_6: Setting Powered False\u000a20:48:56.997682 run create_hlr_db(pid=12838): Terminated: ok {rc=0}\u000a20:48:57.417229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12840): Launched\u000a20:48:57.729296 run osmo-hlr_10.42.42.2(pid=12841): Launched\u000a20:48:57.845365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:58.390430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12843): Launched\u000a20:48:58.701801 run osmo-stp_10.42.42.5(pid=12844): Launched\u000a20:48:58.814276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:48:59.360625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12846): Launched\u000a20:48:59.472308 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:48:59.744804 run patchelf(pid=12847): Launched\u000a20:48:59.928595 run osmo-stp_10.42.42.5(pid=12844): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12844)]\u000a20:49:00.063250 run osmo-stp_10.42.42.5(pid=12844): stdout: \u000a| (launched: 2022-12-08_20:48:58.549408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:00.199147 run osmo-stp_10.42.42.5(pid=12844): stderr: \u000a| �[0;m�[38;5;43m20221208204858740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204858740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204858740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204858741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204858741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204858741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204858741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:00.329727 run osmo-stp_10.42.42.5(pid=12844): stdout: \u000a| (launched: 2022-12-08_20:48:58.549408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:00.458238 run osmo-stp_10.42.42.5(pid=12844): stderr: \u000a| �[0;m�[38;5;43m20221208204858740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204858740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204858740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204858741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204858741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204858741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204858741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:00.608171 run patchelf(pid=12847): Terminating (SIGINT)\u000a20:49:00.784695 run patchelf(pid=12847): Terminated: ok {rc=0}\u000a20:49:00.816799 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12844): Process ended prematurely: osmo-stp_10.42.42.5(pid=12844) [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12844)] [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a20:49:00.825983 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:49:00.908018 run osmo-hlr_10.42.42.2(pid=12841): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12841)]\u000a20:49:00.960790 run osmo-hlr_10.42.42.2(pid=12841): stdout: \u000a| (launched: 2022-12-08_20:48:57.576578) \u000a20:49:01.013665 run osmo-hlr_10.42.42.2(pid=12841): stderr: \u000a| �[0;m�[1;31m20221208204857775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204857775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204857775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204857775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204857775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204857775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204857788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204857796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204857796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204857796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:01.074476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12840): Terminating (SIGTERM)\u000a20:49:01.118138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12843): Terminating (SIGTERM)\u000a20:49:01.163439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12846): Terminating (SIGTERM)\u000a20:49:01.174809 --- ParallelTerminationStrategy: PID 12840 died...\u000a20:49:01.233230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12840): Terminated: ok {rc=0}\u000a20:49:01.243841 --- ParallelTerminationStrategy: PID 12843 died...\u000a20:49:01.300791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12843): Terminated: ok {rc=0}\u000a20:49:01.311357 --- ParallelTerminationStrategy: PID 12846 died...\u000a20:49:01.367944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12846): Terminated: ok {rc=0}\u000a20:49:01.455410 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:48:04" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12857): Process ended prematurely: osmo-stp_10.42.42.5(pid=12857) [trial-2349↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12857)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12857): Process ended prematurely: osmo-stp_10.42.42.5(pid=12857) [trial-2349↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:49:03.506906 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:49:03.518594 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:49:03.678832 tst switch_tch_pdch.py: using LAC 16717\u000a20:49:03.799143 tst switch_tch_pdch.py: using RAC 142\u000a20:49:03.919631 tst switch_tch_pdch.py: using CellId 16717\u000a20:49:04.039947 tst switch_tch_pdch.py: using BVCI 16718\u000a20:49:04.063812 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:49:04.075459 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:49:04.086920 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:49:04.098684 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:49:04.110302 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:49:04.121847 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:49:04.133621 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:49:04.145517 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:49:04.261947 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:49:04.550381 tst switch_tch_pdch.py:51: start network...\u000a20:49:04.680493 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:05.178487 run create_hlr_db(pid=12851): Launched\u000a20:49:05.361000 bus /gobi_6: Setting Powered False\u000a20:49:06.380414 run create_hlr_db(pid=12851): Terminated: ok {rc=0}\u000a20:49:06.772367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12853): Launched\u000a20:49:07.063327 run osmo-hlr_10.42.42.2(pid=12854): Launched\u000a20:49:07.174919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:07.687692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12856): Launched\u000a20:49:07.978264 run osmo-stp_10.42.42.5(pid=12857): Launched\u000a20:49:08.083719 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:49:08.590140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12859): Launched\u000a20:49:08.693366 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:49:08.947423 run patchelf(pid=12860): Launched\u000a20:49:09.119029 run osmo-stp_10.42.42.5(pid=12857): ERR: Terminated: ERROR {rc=1} [trial-2349↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12857)]\u000a20:49:09.244451 run osmo-stp_10.42.42.5(pid=12857): stdout: \u000a| (launched: 2022-12-08_20:49:07.835453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:09.370167 run osmo-stp_10.42.42.5(pid=12857): stderr: \u000a| �[0;m�[38;5;43m20221208204908002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204908003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204908003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204908003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204908004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204908004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204908004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:09.490863 run osmo-stp_10.42.42.5(pid=12857): stdout: \u000a| (launched: 2022-12-08_20:49:07.835453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:09.610876 run osmo-stp_10.42.42.5(pid=12857): stderr: \u000a| �[0;m�[38;5;43m20221208204908002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204908003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204908003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204908003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204908004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204908004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204908004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:09.750469 run patchelf(pid=12860): Terminating (SIGINT)\u000a20:49:09.914591 run patchelf(pid=12860): Terminated: ok {rc=0}\u000a20:49:09.944523 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12857): Process ended prematurely: osmo-stp_10.42.42.5(pid=12857) [trial-2349↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12857)] [trial-2349↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:49:09.953161 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a20:49:10.012643 run osmo-hlr_10.42.42.2(pid=12854): ERR: Terminated: ERROR {rc=237} [trial-2349↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12854)]\u000a20:49:10.061385 run osmo-hlr_10.42.42.2(pid=12854): stdout: \u000a| (launched: 2022-12-08_20:49:06.920542) \u000a20:49:10.111130 run osmo-hlr_10.42.42.2(pid=12854): stderr: \u000a| �[0;m�[1;31m20221208204907093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204907093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204907093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204907093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204907093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204907093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204907109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204907117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204907117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204907117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:10.153446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12853): Terminating (SIGTERM)\u000a20:49:10.193279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12856): Terminating (SIGTERM)\u000a20:49:10.233570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12859): Terminating (SIGTERM)\u000a20:49:10.242957 --- ParallelTerminationStrategy: PID 12853 died...\u000a20:49:10.296060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12853): Terminated: ok {rc=0}\u000a20:49:10.305911 --- ParallelTerminationStrategy: PID 12856 died...\u000a20:49:10.359089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12856): Terminated: ok {rc=0}\u000a20:49:10.368873 --- ParallelTerminationStrategy: PID 12859 died...\u000a20:49:10.421837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12859): Terminated: ok {rc=0}\u000a20:49:10.508159 bus /gobi_0: Setting Powered False\u000a20:49:11.610136 bus /gobi_0: Setting Powered False\u000a20:49:12.717747 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:49:03" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12870): Process ended prematurely: osmo-stp_10.42.42.5(pid=12870) [trial-2349↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12870)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12870): Process ended prematurely: osmo-stp_10.42.42.5(pid=12870) [trial-2349↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:49:14.697320 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:49:14.708749 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:49:14.870800 tst switch_tch_pdch.py: using LAC 16718\u000a20:49:14.999291 tst switch_tch_pdch.py: using RAC 143\u000a20:49:15.120206 tst switch_tch_pdch.py: using CellId 16718\u000a20:49:15.242003 tst switch_tch_pdch.py: using BVCI 16719\u000a20:49:15.266114 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:49:15.277507 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:49:15.288562 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:49:15.299869 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:49:15.311193 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:49:15.322659 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:49:15.334252 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:49:15.345868 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:49:15.462815 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:49:15.731624 tst switch_tch_pdch.py:51: start network...\u000a20:49:15.856062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:16.321425 run create_hlr_db(pid=12864): Launched\u000a20:49:16.453063 bus /gobi_6: Setting Powered False\u000a20:49:17.522085 run create_hlr_db(pid=12864): Terminated: ok {rc=0}\u000a20:49:17.888605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12866): Launched\u000a20:49:18.179713 run osmo-hlr_10.42.42.2(pid=12867): Launched\u000a20:49:18.291557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:18.778821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12869): Launched\u000a20:49:19.067799 run osmo-stp_10.42.42.5(pid=12870): Launched\u000a20:49:19.173519 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:49:19.655163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12872): Launched\u000a20:49:19.758947 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:49:20.012356 run patchelf(pid=12873): Launched\u000a20:49:20.183655 run osmo-stp_10.42.42.5(pid=12870): ERR: Terminated: ERROR {rc=1} [trial-2349↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12870)]\u000a20:49:20.309710 run osmo-stp_10.42.42.5(pid=12870): stdout: \u000a| (launched: 2022-12-08_20:49:18.926032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:20.435390 run osmo-stp_10.42.42.5(pid=12870): stderr: \u000a| �[0;m�[38;5;43m20221208204919092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204919093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204919093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204919093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204919094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204919094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204919094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:20.555892 run osmo-stp_10.42.42.5(pid=12870): stdout: \u000a| (launched: 2022-12-08_20:49:18.926032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:20.675367 run osmo-stp_10.42.42.5(pid=12870): stderr: \u000a| �[0;m�[38;5;43m20221208204919092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204919093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204919093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204919093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204919094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204919094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204919094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:20.814696 run patchelf(pid=12873): Terminating (SIGINT)\u000a20:49:20.978140 run patchelf(pid=12873): Terminated: ok {rc=0}\u000a20:49:21.007909 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12870): Process ended prematurely: osmo-stp_10.42.42.5(pid=12870) [trial-2349↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12870)] [trial-2349↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:49:21.016578 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a20:49:21.076927 run osmo-hlr_10.42.42.2(pid=12867): ERR: Terminated: ERROR {rc=237} [trial-2349↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12867)]\u000a20:49:21.126083 run osmo-hlr_10.42.42.2(pid=12867): stdout: \u000a| (launched: 2022-12-08_20:49:18.036746) \u000a20:49:21.176114 run osmo-hlr_10.42.42.2(pid=12867): stderr: \u000a| �[0;m�[1;31m20221208204918212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204918212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204918212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204918212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204918212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204918212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204918224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204918232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204918233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204918233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:21.218424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12866): Terminating (SIGTERM)\u000a20:49:21.258374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12869): Terminating (SIGTERM)\u000a20:49:21.298288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12872): Terminating (SIGTERM)\u000a20:49:21.307654 --- ParallelTerminationStrategy: PID 12866 died...\u000a20:49:21.360804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12866): Terminated: ok {rc=0}\u000a20:49:21.370637 --- ParallelTerminationStrategy: PID 12869 died...\u000a20:49:21.423669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12869): Terminated: ok {rc=0}\u000a20:49:21.433344 --- ParallelTerminationStrategy: PID 12872 died...\u000a20:49:21.486360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12872): Terminated: ok {rc=0}\u000a20:49:21.570358 bus /gobi_0: Setting Powered False\u000a20:49:22.677827 bus /gobi_0: Setting Powered False\u000a20:49:23.786657 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:49:14" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12879): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12879) [trial-2349↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12879)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12879): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12879) [trial-2349↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a20:49:25.686036 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a20:49:25.696914 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a20:49:25.837191 tst mo_mt_sms.py: using LAC 16719\u000a20:49:25.958937 tst mo_mt_sms.py: using RAC 144\u000a20:49:26.080821 tst mo_mt_sms.py: using CellId 16719\u000a20:49:26.204854 tst mo_mt_sms.py: using BVCI 16720\u000a20:49:26.228663 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a20:49:26.345119 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a20:49:26.630580 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:49:26.760629 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:49:27.405255 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12878): Launched\u000a20:49:27.713538 run osmo-nitb_10.42.42.2(pid=12879): Launched\u000a20:49:27.905616 run osmo-nitb_10.42.42.2(pid=12879): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12879)]\u000a20:49:28.047814 run osmo-nitb_10.42.42.2(pid=12879): stdout: \u000a| (launched: 2022-12-08_20:49:27.564241) \u000a20:49:28.190233 run osmo-nitb_10.42.42.2(pid=12879): stderr: \u000a| (launched: 2022-12-08_20:49:27.610746)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:49:28.328280 run osmo-nitb_10.42.42.2(pid=12879): stdout: \u000a| (launched: 2022-12-08_20:49:27.564241) \u000a20:49:28.464743 run osmo-nitb_10.42.42.2(pid=12879): stderr: \u000a| (launched: 2022-12-08_20:49:27.610746)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:49:28.839700 tst osmo-nitb_10.42.42.2(pid=12879): stdout: \u000a| (launched: 2022-12-08_20:49:27.564241) \u000a20:49:28.963867 tst osmo-nitb_10.42.42.2(pid=12879): stderr: \u000a| (launched: 2022-12-08_20:49:27.610746)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:49:29.018682 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12879): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12879) [trial-2349↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12879)] [trial-2349↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a20:49:29.027323 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a20:49:29.063435 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12878): Terminating (SIGTERM)\u000a20:49:29.241176 --- ParallelTerminationStrategy: PID 12878 died...\u000a20:49:29.297913 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12878): Terminated: ok {rc=0}\u000a20:49:29.384439 bus /sierra_3: Setting Powered False\u000a20:49:30.487179 bus /sierra_3: Setting Powered False\u000a20:49:31.598530 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:49:25" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12890): Process ended prematurely: osmo-stp_10.42.42.5(pid=12890) [trial-2349↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12890)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12890): Process ended prematurely: osmo-stp_10.42.42.5(pid=12890) [trial-2349↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a20:49:33.491316 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:49:33.502235 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a20:49:33.639327 tst mo_mt_sms.py: using LAC 16720\u000a20:49:33.762683 tst mo_mt_sms.py: using RAC 145\u000a20:49:33.884379 tst mo_mt_sms.py: using CellId 16720\u000a20:49:34.004706 tst mo_mt_sms.py: using BVCI 16721\u000a20:49:34.026875 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:49:34.037472 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:49:34.048396 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:49:34.059650 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:49:34.073608 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:49:34.085362 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a20:49:34.201934 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a20:49:34.411085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:34.908697 run create_hlr_db(pid=12884): Launched\u000a20:49:35.089960 bus /sierra_2: Setting Powered False\u000a20:49:36.111341 run create_hlr_db(pid=12884): Terminated: ok {rc=0}\u000a20:49:36.503840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12886): Launched\u000a20:49:36.795304 run osmo-hlr_10.42.42.2(pid=12887): Launched\u000a20:49:36.902300 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:37.407832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12889): Launched\u000a20:49:37.698316 run osmo-stp_10.42.42.5(pid=12890): Launched\u000a20:49:37.803953 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:49:38.336593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12892): Launched\u000a20:49:38.629359 run osmo-msc_10.42.42.6(pid=12893): Launched\u000a20:49:38.802729 run osmo-stp_10.42.42.5(pid=12890): ERR: Terminated: ERROR {rc=1} [trial-2349↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12890)]\u000a20:49:38.927457 run osmo-stp_10.42.42.5(pid=12890): stdout: \u000a| (launched: 2022-12-08_20:49:37.555513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:39.049684 run osmo-stp_10.42.42.5(pid=12890): stderr: \u000a| �[0;m�[38;5;43m20221208204937725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204937726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204937726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204937726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204937727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204937727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204937727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:39.167113 run osmo-stp_10.42.42.5(pid=12890): stdout: \u000a| (launched: 2022-12-08_20:49:37.555513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:39.283689 run osmo-stp_10.42.42.5(pid=12890): stderr: \u000a| �[0;m�[38;5;43m20221208204937725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204937726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204937726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204937726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204937727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204937727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204937727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:39.334767 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12890): Process ended prematurely: osmo-stp_10.42.42.5(pid=12890) [trial-2349↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12890)] [trial-2349↪sms:trx-lms↪mo_mt_sms.py:16]\u000a20:49:39.342879 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a20:49:39.402515 run osmo-hlr_10.42.42.2(pid=12887): ERR: Terminated: ERROR {rc=237} [trial-2349↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12887)]\u000a20:49:39.451902 run osmo-hlr_10.42.42.2(pid=12887): stdout: \u000a| (launched: 2022-12-08_20:49:36.652086) \u000a20:49:39.500998 run osmo-hlr_10.42.42.2(pid=12887): stderr: \u000a| �[0;m�[1;31m20221208204936827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204936827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204936827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204936827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204936827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204936827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204936839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204936847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204936847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204936847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:39.568319 run osmo-msc_10.42.42.6(pid=12893): ERR: Terminated: ERROR {rc=2} [trial-2349↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12893)]\u000a20:49:39.617183 run osmo-msc_10.42.42.6(pid=12893): stdout: \u000a| (launched: 2022-12-08_20:49:38.484810) \u000a20:49:39.666697 run osmo-msc_10.42.42.6(pid=12893): stderr: \u000a| �[0;m�[38;5;43m20221208204938753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204938753 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14e15b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204938753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204938754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204938755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204938755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204938756 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204938757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204938757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204938757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:49:39.709096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12886): Terminating (SIGTERM)\u000a20:49:39.749024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12889): Terminating (SIGTERM)\u000a20:49:39.789217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12892): Terminating (SIGTERM)\u000a20:49:39.798712 --- ParallelTerminationStrategy: PID 12886 died...\u000a20:49:39.851980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12886): Terminated: ok {rc=0}\u000a20:49:39.861902 --- ParallelTerminationStrategy: PID 12889 died...\u000a20:49:39.914885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12889): Terminated: ok {rc=0}\u000a20:49:39.925029 --- ParallelTerminationStrategy: PID 12892 died...\u000a20:49:39.978115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12892): Terminated: ok {rc=0}\u000a20:49:40.064871 bus /sierra_3: Setting Powered False\u000a20:49:41.167885 bus /sierra_3: Setting Powered False\u000a20:49:42.277839 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:49:33" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12901): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12901) [trial-2349↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12901)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12901): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12901) [trial-2349↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a20:49:44.122045 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a20:49:44.134575 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a20:49:44.275475 tst assert_extension.py: using LAC 16721\u000a20:49:44.397641 tst assert_extension.py: using RAC 146\u000a20:49:44.519425 tst assert_extension.py: using CellId 16721\u000a20:49:44.640852 tst assert_extension.py: using BVCI 16722\u000a20:49:44.664666 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a20:49:44.933055 tst assert_extension.py:10: start nitb and bts...\u000a20:49:45.054346 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:49:45.658198 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12900): Launched\u000a20:49:45.998397 run osmo-nitb_10.42.42.2(pid=12901): Launched\u000a20:49:46.187276 run osmo-nitb_10.42.42.2(pid=12901): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12901)]\u000a20:49:46.324139 run osmo-nitb_10.42.42.2(pid=12901): stdout: \u000a| (launched: 2022-12-08_20:49:45.805905) \u000a20:49:46.461464 run osmo-nitb_10.42.42.2(pid=12901): stderr: \u000a| (launched: 2022-12-08_20:49:45.854200)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:49:46.593250 run osmo-nitb_10.42.42.2(pid=12901): stdout: \u000a| (launched: 2022-12-08_20:49:45.805905) \u000a20:49:46.724103 run osmo-nitb_10.42.42.2(pid=12901): stderr: \u000a| (launched: 2022-12-08_20:49:45.854200)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:49:47.155987 tst osmo-nitb_10.42.42.2(pid=12901): stdout: \u000a| (launched: 2022-12-08_20:49:45.805905) \u000a20:49:47.286785 tst osmo-nitb_10.42.42.2(pid=12901): stderr: \u000a| (launched: 2022-12-08_20:49:45.854200)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:49:47.342151 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12901): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12901) [trial-2349↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12901)] [trial-2349↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a20:49:47.351318 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a20:49:47.388174 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12900): Terminating (SIGTERM)\u000a20:49:47.565873 --- ParallelTerminationStrategy: PID 12900 died...\u000a20:49:47.624260 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12900): Terminated: ok {rc=0}\u000a20:49:47.710316 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:49:43" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12911): Process ended prematurely: osmo-stp_10.42.42.5(pid=12911) [trial-2349↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12911)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12911): Process ended prematurely: osmo-stp_10.42.42.5(pid=12911) [trial-2349↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12911)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a20:49:49.543167 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:49:49.553708 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a20:49:49.684807 tst assert_extension.py: using LAC 16722\u000a20:49:49.800068 tst assert_extension.py: using RAC 147\u000a20:49:49.913673 tst assert_extension.py: using CellId 16722\u000a20:49:50.027458 tst assert_extension.py: using BVCI 16723\u000a20:49:50.049535 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:49:50.060010 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:49:50.070592 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:49:50.081535 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:49:50.092440 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:49:50.103178 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a20:49:50.296666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:50.754242 run create_hlr_db(pid=12905): Launched\u000a20:49:50.922740 bus /sierra_2: Setting Powered False\u000a20:49:51.943732 run create_hlr_db(pid=12905): Terminated: ok {rc=0}\u000a20:49:52.361430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12907): Launched\u000a20:49:52.674656 run osmo-hlr_10.42.42.2(pid=12908): Launched\u000a20:49:52.789130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:53.334169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12910): Launched\u000a20:49:53.646524 run osmo-stp_10.42.42.5(pid=12911): Launched\u000a20:49:53.759411 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:49:54.330505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12913): Launched\u000a20:49:54.642898 run osmo-msc_10.42.42.6(pid=12914): Launched\u000a20:49:54.826397 run osmo-stp_10.42.42.5(pid=12911): ERR: Terminated: ERROR {rc=1} [trial-2349↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12911)]\u000a20:49:54.959059 run osmo-stp_10.42.42.5(pid=12911): stdout: \u000a| (launched: 2022-12-08_20:49:53.493099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:55.091852 run osmo-stp_10.42.42.5(pid=12911): stderr: \u000a| �[0;m�[38;5;43m20221208204953683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204953683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204953683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204953684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204953684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204953684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204953684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:55.218144 run osmo-stp_10.42.42.5(pid=12911): stdout: \u000a| (launched: 2022-12-08_20:49:53.493099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:55.343281 run osmo-stp_10.42.42.5(pid=12911): stderr: \u000a| �[0;m�[38;5;43m20221208204953683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208204953683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208204953683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208204953684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208204953684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208204953684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208204953684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:55.398236 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12911): Process ended prematurely: osmo-stp_10.42.42.5(pid=12911) [trial-2349↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12911)] [trial-2349↪ussd:trx-lms↪assert_extension.py:17]\u000a20:49:55.406865 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a20:49:55.469210 run osmo-hlr_10.42.42.2(pid=12908): ERR: Terminated: ERROR {rc=237} [trial-2349↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12908)]\u000a20:49:55.520478 run osmo-hlr_10.42.42.2(pid=12908): stdout: \u000a| (launched: 2022-12-08_20:49:52.520017) \u000a20:49:55.572221 run osmo-hlr_10.42.42.2(pid=12908): stderr: \u000a| �[0;m�[1;31m20221208204952717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208204952717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208204952717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204952717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208204952717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208204952717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208204952730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208204952738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208204952738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208204952738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:55.642227 run osmo-msc_10.42.42.6(pid=12914): ERR: Terminated: ERROR {rc=2} [trial-2349↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12914)]\u000a20:49:55.693024 run osmo-msc_10.42.42.6(pid=12914): stdout: \u000a| (launched: 2022-12-08_20:49:54.489347) \u000a20:49:55.744514 run osmo-msc_10.42.42.6(pid=12914): stderr: \u000a| �[0;m�[38;5;43m20221208204954810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208204954810 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06a6877c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208204954810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208204954810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208204954810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208204954811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208204954812 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208204954813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208204954813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208204954813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:49:55.788302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12907): Terminating (SIGTERM)\u000a20:49:55.829702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12910): Terminating (SIGTERM)\u000a20:49:55.871095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12913): Terminating (SIGTERM)\u000a20:49:55.880657 --- ParallelTerminationStrategy: PID 12907 died...\u000a20:49:55.936569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12907): Terminated: ok {rc=0}\u000a20:49:55.946686 --- ParallelTerminationStrategy: PID 12910 died...\u000a20:49:56.002432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12910): Terminated: ok {rc=0}\u000a20:49:56.012522 --- ParallelTerminationStrategy: PID 12913 died...\u000a20:49:56.067970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12913): Terminated: ok {rc=0}\u000a20:49:56.155552 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:49:49" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12928): Process ended prematurely: osmo-stp_10.42.42.5(pid=12928) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12928): Process ended prematurely: osmo-stp_10.42.42.5(pid=12928) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:49:58.120597 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:49:58.132155 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:49:58.299286 tst mo_mt_call.py: using LAC 16723\u000a20:49:58.422835 tst mo_mt_call.py: using RAC 148\u000a20:49:58.551706 tst mo_mt_call.py: using CellId 16723\u000a20:49:58.670715 tst mo_mt_call.py: using BVCI 16724\u000a20:49:58.693260 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:49:58.704214 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:49:58.715132 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:49:58.726326 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:49:58.737616 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:49:58.748712 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:49:58.865869 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:49:59.078870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:59.588019 run create_hlr_db(pid=12919): Launched\u000a20:49:59.771914 bus /sierra_2: Setting Powered False\u000a20:50:00.793790 run create_hlr_db(pid=12919): Terminated: ok {rc=0}\u000a20:50:01.254227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12921): Launched\u000a20:50:01.584444 run osmo-hlr_10.42.42.2(pid=12922): Launched\u000a20:50:01.758558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:02.423436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12927): Launched\u000a20:50:02.723206 run osmo-stp_10.42.42.5(pid=12928): Launched\u000a20:50:02.831740 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:50:03.372811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12930): Launched\u000a20:50:03.669251 run osmo-msc_10.42.42.6(pid=12931): Launched\u000a20:50:03.843874 run osmo-stp_10.42.42.5(pid=12928): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)]\u000a20:50:03.970441 run osmo-stp_10.42.42.5(pid=12928): stdout: \u000a| (launched: 2022-12-08_20:50:02.574808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:04.094256 run osmo-stp_10.42.42.5(pid=12928): stderr: \u000a| �[0;m�[38;5;43m20221208205002741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205002741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205002742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205002742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205002742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205002743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205002743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:04.213483 run osmo-stp_10.42.42.5(pid=12928): stdout: \u000a| (launched: 2022-12-08_20:50:02.574808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:04.331082 run osmo-stp_10.42.42.5(pid=12928): stderr: \u000a| �[0;m�[38;5;43m20221208205002741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205002741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205002742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205002742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205002742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205002743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205002743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:04.383231 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12928): Process ended prematurely: osmo-stp_10.42.42.5(pid=12928) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)] [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:50:04.391826 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:50:04.451618 run osmo-hlr_10.42.42.2(pid=12922): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12922)]\u000a20:50:04.500334 run osmo-hlr_10.42.42.2(pid=12922): stdout: \u000a| (launched: 2022-12-08_20:50:01.408338) \u000a20:50:04.549781 run osmo-hlr_10.42.42.2(pid=12922): stderr: \u000a| �[0;m�[1;31m20221208205001754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205001754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205001754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205001754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205001755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205001755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205001772 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205001786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205001786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205001786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:04.616678 run osmo-msc_10.42.42.6(pid=12931): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12931)]\u000a20:50:04.665870 run osmo-msc_10.42.42.6(pid=12931): stdout: \u000a| (launched: 2022-12-08_20:50:03.522750) \u000a20:50:04.715447 run osmo-msc_10.42.42.6(pid=12931): stderr: \u000a| �[0;m�[38;5;43m20221208205003793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205003793 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86212cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205003793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205003793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205003794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205003794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205003795 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205003796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205003796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205003796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:50:04.757049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12921): Terminating (SIGTERM)\u000a20:50:04.796627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12927): Terminating (SIGTERM)\u000a20:50:04.836052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12930): Terminating (SIGTERM)\u000a20:50:04.845461 --- ParallelTerminationStrategy: PID 12921 died...\u000a20:50:04.898205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12921): Terminated: ok {rc=0}\u000a20:50:04.908060 --- ParallelTerminationStrategy: PID 12927 died...\u000a20:50:04.960067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12927): Terminated: ok {rc=0}\u000a20:50:04.969906 --- ParallelTerminationStrategy: PID 12930 died...\u000a20:50:05.022131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12930): Terminated: ok {rc=0}\u000a20:50:05.109711 bus /sierra_3: Setting Powered False\u000a20:50:06.212444 bus /sierra_3: Setting Powered False\u000a20:50:07.322339 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12939): Process ended prematurely: osmo-stp_10.42.42.5(pid=12939) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12939)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12939): Process ended prematurely: osmo-stp_10.42.42.5(pid=12939) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12939)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:50:08.436623 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:50:08.448911 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:50:08.614396 tst mo_mt_call_osmux.py: using LAC 16724\u000a20:50:08.740446 tst mo_mt_call_osmux.py: using RAC 149\u000a20:50:08.866077 tst mo_mt_call_osmux.py: using CellId 16724\u000a20:50:08.991738 tst mo_mt_call_osmux.py: using BVCI 16725\u000a20:50:09.016176 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:50:09.027682 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:50:09.038984 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:50:09.050430 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:50:09.062127 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:50:09.074098 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:50:09.193954 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:50:09.406414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:09.914566 run create_hlr_db(pid=12933): Launched\u000a20:50:10.098787 bus /sierra_2: Setting Powered False\u000a20:50:11.119675 run create_hlr_db(pid=12933): Terminated: ok {rc=0}\u000a20:50:11.517423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12935): Launched\u000a20:50:11.813782 run osmo-hlr_10.42.42.2(pid=12936): Launched\u000a20:50:11.927594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:12.442973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12938): Launched\u000a20:50:12.740419 run osmo-stp_10.42.42.5(pid=12939): Launched\u000a20:50:12.849206 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:50:13.391601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12941): Launched\u000a20:50:13.689586 run osmo-msc_10.42.42.6(pid=12942): Launched\u000a20:50:13.864711 run osmo-stp_10.42.42.5(pid=12939): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12939)]\u000a20:50:13.991922 run osmo-stp_10.42.42.5(pid=12939): stdout: \u000a| (launched: 2022-12-08_20:50:12.594014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:14.116672 run osmo-stp_10.42.42.5(pid=12939): stderr: \u000a| �[0;m�[38;5;43m20221208205012762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205012762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205012762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205012763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205012763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205012763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205012763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:14.236289 run osmo-stp_10.42.42.5(pid=12939): stdout: \u000a| (launched: 2022-12-08_20:50:12.594014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:14.354602 run osmo-stp_10.42.42.5(pid=12939): stderr: \u000a| �[0;m�[38;5;43m20221208205012762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205012762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205012762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205012763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205012763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205012763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205012763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:14.406764 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12939): Process ended prematurely: osmo-stp_10.42.42.5(pid=12939) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12939)] [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:50:14.415214 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:50:14.475472 run osmo-hlr_10.42.42.2(pid=12936): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12936)]\u000a20:50:14.524374 run osmo-hlr_10.42.42.2(pid=12936): stdout: \u000a| (launched: 2022-12-08_20:50:11.668429) \u000a20:50:14.574141 run osmo-hlr_10.42.42.2(pid=12936): stderr: \u000a| �[0;m�[1;31m20221208205011845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205011845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205011845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205011845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205011845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205011845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205011858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205011866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205011866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205011866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:14.641575 run osmo-msc_10.42.42.6(pid=12942): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12942)]\u000a20:50:14.690859 run osmo-msc_10.42.42.6(pid=12942): stdout: \u000a| (launched: 2022-12-08_20:50:13.542212) \u000a20:50:14.740762 run osmo-msc_10.42.42.6(pid=12942): stderr: \u000a| �[0;m�[38;5;43m20221208205013812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205013812 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9cedcdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205013812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205013812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205013812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205013812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205013814 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205013815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205013815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205013815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:50:14.782528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12935): Terminating (SIGTERM)\u000a20:50:14.822374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12938): Terminating (SIGTERM)\u000a20:50:14.862400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12941): Terminating (SIGTERM)\u000a20:50:14.871583 --- ParallelTerminationStrategy: PID 12935 died...\u000a20:50:14.924669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12935): Terminated: ok {rc=0}\u000a20:50:14.934387 --- ParallelTerminationStrategy: PID 12938 died...\u000a20:50:14.987818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12938): Terminated: ok {rc=0}\u000a20:50:14.997378 --- ParallelTerminationStrategy: PID 12941 died...\u000a20:50:15.050302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12941): Terminated: ok {rc=0}\u000a20:50:15.133286 bus /sierra_3: Setting Powered False\u000a20:50:16.258224 bus /sierra_3: Setting Powered False\u000a20:50:17.365893 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:49:57" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12953): Process ended prematurely: osmo-stp_10.42.42.5(pid=12953) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12953)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12953): Process ended prematurely: osmo-stp_10.42.42.5(pid=12953) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:50:19.367467 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:19.378824 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:50:19.541051 tst mo_mt_call.py: using LAC 16725\u000a20:50:19.665171 tst mo_mt_call.py: using RAC 150\u000a20:50:19.790815 tst mo_mt_call.py: using CellId 16725\u000a20:50:19.911164 tst mo_mt_call.py: using BVCI 16726\u000a20:50:19.934271 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:19.945355 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:19.956232 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:19.967566 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:19.978741 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:19.989744 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:50:20.108912 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:50:20.318262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:20.820088 run create_hlr_db(pid=12947): Launched\u000a20:50:20.990671 bus /sierra_2: Setting Powered False\u000a20:50:22.024187 run create_hlr_db(pid=12947): Terminated: ok {rc=0}\u000a20:50:22.448126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12949): Launched\u000a20:50:22.766636 run osmo-hlr_10.42.42.2(pid=12950): Launched\u000a20:50:22.882222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:23.398252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12952): Launched\u000a20:50:23.695099 run osmo-stp_10.42.42.5(pid=12953): Launched\u000a20:50:23.802807 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:50:24.342621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12955): Launched\u000a20:50:24.639019 run osmo-msc_10.42.42.6(pid=12956): Launched\u000a20:50:24.814344 run osmo-stp_10.42.42.5(pid=12953): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12953)]\u000a20:50:24.941100 run osmo-stp_10.42.42.5(pid=12953): stdout: \u000a| (launched: 2022-12-08_20:50:23.548639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:25.066049 run osmo-stp_10.42.42.5(pid=12953): stderr: \u000a| �[0;m�[38;5;43m20221208205023718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205023718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205023719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205023719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205023720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205023720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205023720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:25.185152 run osmo-stp_10.42.42.5(pid=12953): stdout: \u000a| (launched: 2022-12-08_20:50:23.548639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:25.302639 run osmo-stp_10.42.42.5(pid=12953): stderr: \u000a| �[0;m�[38;5;43m20221208205023718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205023718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205023719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205023719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205023720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205023720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205023720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:25.354605 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12953): Process ended prematurely: osmo-stp_10.42.42.5(pid=12953) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12953)] [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:50:25.363104 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a20:50:25.422739 run osmo-hlr_10.42.42.2(pid=12950): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12950)]\u000a20:50:25.471560 run osmo-hlr_10.42.42.2(pid=12950): stdout: \u000a| (launched: 2022-12-08_20:50:22.610720) \u000a20:50:25.521109 run osmo-hlr_10.42.42.2(pid=12950): stderr: \u000a| �[0;m�[1;31m20221208205022807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205022807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205022807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205022807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205022807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205022807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205022823 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205022833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205022833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205022833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:25.587832 run osmo-msc_10.42.42.6(pid=12956): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12956)]\u000a20:50:25.636569 run osmo-msc_10.42.42.6(pid=12956): stdout: \u000a| (launched: 2022-12-08_20:50:24.492760) \u000a20:50:25.685948 run osmo-msc_10.42.42.6(pid=12956): stderr: \u000a| �[0;m�[38;5;43m20221208205024765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205024765 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f838a563c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205024765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205024765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205024766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205024766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205024768 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205024768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205024768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205024768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:50:25.727643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12949): Terminating (SIGTERM)\u000a20:50:25.767157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12952): Terminating (SIGTERM)\u000a20:50:25.806782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12955): Terminating (SIGTERM)\u000a20:50:25.816077 --- ParallelTerminationStrategy: PID 12949 died...\u000a20:50:25.868852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12949): Terminated: ok {rc=0}\u000a20:50:25.878576 --- ParallelTerminationStrategy: PID 12952 died...\u000a20:50:25.931205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12952): Terminated: ok {rc=0}\u000a20:50:25.940660 --- ParallelTerminationStrategy: PID 12955 died...\u000a20:50:25.992904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12955): Terminated: ok {rc=0}\u000a20:50:26.075142 bus /sierra_3: Setting Powered False\u000a20:50:27.181259 bus /sierra_3: Setting Powered False\u000a20:50:28.288181 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12964): Process ended prematurely: osmo-stp_10.42.42.5(pid=12964) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12964)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12964): Process ended prematurely: osmo-stp_10.42.42.5(pid=12964) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:50:29.400479 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:29.412536 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:50:29.574912 tst mo_mt_call_osmux.py: using LAC 16726\u000a20:50:29.701935 tst mo_mt_call_osmux.py: using RAC 151\u000a20:50:29.825997 tst mo_mt_call_osmux.py: using CellId 16726\u000a20:50:29.951811 tst mo_mt_call_osmux.py: using BVCI 16727\u000a20:50:29.975973 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:29.987452 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:29.998782 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:30.010151 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:30.021523 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:30.033233 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:50:30.154132 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:50:30.363253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:30.891144 run create_hlr_db(pid=12958): Launched\u000a20:50:31.084415 bus /sierra_2: Setting Powered False\u000a20:50:32.093795 run create_hlr_db(pid=12958): Terminated: ok {rc=0}\u000a20:50:32.519191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12960): Launched\u000a20:50:32.815555 run osmo-hlr_10.42.42.2(pid=12961): Launched\u000a20:50:32.931051 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:33.460218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12963): Launched\u000a20:50:33.778173 run osmo-stp_10.42.42.5(pid=12964): Launched\u000a20:50:33.892639 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:50:34.474077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12966): Launched\u000a20:50:34.791870 run osmo-msc_10.42.42.6(pid=12967): Launched\u000a20:50:34.979104 run osmo-stp_10.42.42.5(pid=12964): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12964)]\u000a20:50:35.113979 run osmo-stp_10.42.42.5(pid=12964): stdout: \u000a| (launched: 2022-12-08_20:50:33.623218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:35.249371 run osmo-stp_10.42.42.5(pid=12964): stderr: \u000a| �[0;m�[38;5;43m20221208205033813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205033814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205033814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205033814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205033815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205033815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205033815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:35.377276 run osmo-stp_10.42.42.5(pid=12964): stdout: \u000a| (launched: 2022-12-08_20:50:33.623218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:35.503399 run osmo-stp_10.42.42.5(pid=12964): stderr: \u000a| �[0;m�[38;5;43m20221208205033813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205033814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205033814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205033814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205033815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205033815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205033815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:35.559215 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12964): Process ended prematurely: osmo-stp_10.42.42.5(pid=12964) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12964)] [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:50:35.568479 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:50:35.631018 run osmo-hlr_10.42.42.2(pid=12961): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12961)]\u000a20:50:35.682233 run osmo-hlr_10.42.42.2(pid=12961): stdout: \u000a| (launched: 2022-12-08_20:50:32.669810) \u000a20:50:35.734142 run osmo-hlr_10.42.42.2(pid=12961): stderr: \u000a| �[0;m�[1;31m20221208205032847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205032847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205032847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205032847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205032847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205032847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205032860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205032870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205032870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205032870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:35.804290 run osmo-msc_10.42.42.6(pid=12967): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12967)]\u000a20:50:35.855248 run osmo-msc_10.42.42.6(pid=12967): stdout: \u000a| (launched: 2022-12-08_20:50:34.636365) \u000a20:50:35.906764 run osmo-msc_10.42.42.6(pid=12967): stderr: \u000a| �[0;m�[38;5;43m20221208205034957 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205034957 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1e2593c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205034957 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205034957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205034958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205034958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205034959 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205034960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205034960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205034960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:50:35.950522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12960): Terminating (SIGTERM)\u000a20:50:35.992129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12963): Terminating (SIGTERM)\u000a20:50:36.033976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12966): Terminating (SIGTERM)\u000a20:50:36.043351 --- ParallelTerminationStrategy: PID 12960 died...\u000a20:50:36.099017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12960): Terminated: ok {rc=0}\u000a20:50:36.109234 --- ParallelTerminationStrategy: PID 12963 died...\u000a20:50:36.164750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12963): Terminated: ok {rc=0}\u000a20:50:36.174782 --- ParallelTerminationStrategy: PID 12966 died...\u000a20:50:36.230319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12966): Terminated: ok {rc=0}\u000a20:50:36.317373 bus /sierra_3: Setting Powered False\u000a20:50:37.422212 bus /sierra_3: Setting Powered False\u000a20:50:38.531950 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:50:19" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12978): Process ended prematurely: osmo-stp_10.42.42.5(pid=12978) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12978)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12978): Process ended prematurely: osmo-stp_10.42.42.5(pid=12978) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:50:40.518901 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:50:40.529952 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:50:40.681759 tst mo_mt_call.py: using LAC 16727\u000a20:50:40.796210 tst mo_mt_call.py: using RAC 152\u000a20:50:40.913583 tst mo_mt_call.py: using CellId 16727\u000a20:50:41.035081 tst mo_mt_call.py: using BVCI 16728\u000a20:50:41.059550 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:50:41.071090 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:50:41.082564 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:50:41.094299 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:50:41.106082 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:50:41.117785 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:50:41.235096 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:50:41.449077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:41.960279 run create_hlr_db(pid=12972): Launched\u000a20:50:42.144815 bus /sierra_2: Setting Powered False\u000a20:50:43.166399 run create_hlr_db(pid=12972): Terminated: ok {rc=0}\u000a20:50:43.593501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12974): Launched\u000a20:50:43.912581 run osmo-hlr_10.42.42.2(pid=12975): Launched\u000a20:50:44.033294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:44.587757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12977): Launched\u000a20:50:44.906864 run osmo-stp_10.42.42.5(pid=12978): Launched\u000a20:50:45.022793 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:50:45.604883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12980): Launched\u000a20:50:46.077701 run osmo-msc_10.42.42.6(pid=12981): Launched\u000a20:50:46.571836 run osmo-stp_10.42.42.5(pid=12978): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12978)]\u000a20:50:46.715858 run osmo-stp_10.42.42.5(pid=12978): stdout: \u000a| (launched: 2022-12-08_20:50:44.750061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:46.846836 run osmo-stp_10.42.42.5(pid=12978): stderr: \u000a| �[0;m�[38;5;43m20221208205044942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205044942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205044942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205044943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205044943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205044943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205044943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:46.969464 run osmo-stp_10.42.42.5(pid=12978): stdout: \u000a| (launched: 2022-12-08_20:50:44.750061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:47.092673 run osmo-stp_10.42.42.5(pid=12978): stderr: \u000a| �[0;m�[38;5;43m20221208205044942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205044942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205044942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205044943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205044943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205044943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205044943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:47.146577 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12978): Process ended prematurely: osmo-stp_10.42.42.5(pid=12978) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12978)] [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:50:47.155843 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a20:50:47.218441 run osmo-hlr_10.42.42.2(pid=12975): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12975)]\u000a20:50:47.271235 run osmo-hlr_10.42.42.2(pid=12975): stdout: \u000a| (launched: 2022-12-08_20:50:43.756653) \u000a20:50:47.323581 run osmo-hlr_10.42.42.2(pid=12975): stderr: \u000a| �[0;m�[1;31m20221208205043952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205043953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205043953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205043953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205043953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205043953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205043965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205043973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205043973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205043973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:47.393098 run osmo-msc_10.42.42.6(pid=12981): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12981)]\u000a20:50:47.443877 run osmo-msc_10.42.42.6(pid=12981): stdout: \u000a| (launched: 2022-12-08_20:50:45.766933) \u000a20:50:47.493736 run osmo-msc_10.42.42.6(pid=12981): stderr: \u000a| �[0;m�[38;5;43m20221208205046233 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205046233 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87ade6dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205046233 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205046233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205046233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205046235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205046242 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205046243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205046243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205046244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:50:47.536146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12974): Terminating (SIGTERM)\u000a20:50:47.576047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12977): Terminating (SIGTERM)\u000a20:50:47.616275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12980): Terminating (SIGTERM)\u000a20:50:47.625780 --- ParallelTerminationStrategy: PID 12974 died...\u000a20:50:47.679600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12974): Terminated: ok {rc=0}\u000a20:50:47.689205 --- ParallelTerminationStrategy: PID 12977 died...\u000a20:50:47.742106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12977): Terminated: ok {rc=0}\u000a20:50:47.751801 --- ParallelTerminationStrategy: PID 12980 died...\u000a20:50:47.804853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12980): Terminated: ok {rc=0}\u000a20:50:47.893721 bus /sierra_3: Setting Powered False\u000a20:50:48.997143 bus /sierra_3: Setting Powered False\u000a20:50:50.105590 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12989): Process ended prematurely: osmo-stp_10.42.42.5(pid=12989) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12989)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12989): Process ended prematurely: osmo-stp_10.42.42.5(pid=12989) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:50:51.219757 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:50:51.231910 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:50:51.396500 tst mo_mt_call_osmux.py: using LAC 16728\u000a20:50:51.526106 tst mo_mt_call_osmux.py: using RAC 153\u000a20:50:51.645434 tst mo_mt_call_osmux.py: using CellId 16728\u000a20:50:51.761320 tst mo_mt_call_osmux.py: using BVCI 16729\u000a20:50:51.784023 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:50:51.795239 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:50:51.806368 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:50:51.818307 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:50:51.830309 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:50:51.841833 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:50:51.963843 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:50:52.169133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:52.637204 run create_hlr_db(pid=12983): Launched\u000a20:50:52.807479 bus /sierra_2: Setting Powered False\u000a20:50:53.829036 run create_hlr_db(pid=12983): Terminated: ok {rc=0}\u000a20:50:54.225179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12985): Launched\u000a20:50:54.522706 run osmo-hlr_10.42.42.2(pid=12986): Launched\u000a20:50:54.636245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:55.159322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12988): Launched\u000a20:50:55.455254 run osmo-stp_10.42.42.5(pid=12989): Launched\u000a20:50:55.563425 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:50:56.104655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12991): Launched\u000a20:50:56.402215 run osmo-msc_10.42.42.6(pid=12992): Launched\u000a20:50:56.576446 run osmo-stp_10.42.42.5(pid=12989): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12989)]\u000a20:50:56.703173 run osmo-stp_10.42.42.5(pid=12989): stdout: \u000a| (launched: 2022-12-08_20:50:55.309324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:56.827665 run osmo-stp_10.42.42.5(pid=12989): stderr: \u000a| �[0;m�[38;5;43m20221208205055479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205055479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205055479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205055480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205055480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205055480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205055480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:56.946479 run osmo-stp_10.42.42.5(pid=12989): stdout: \u000a| (launched: 2022-12-08_20:50:55.309324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:57.064853 run osmo-stp_10.42.42.5(pid=12989): stderr: \u000a| �[0;m�[38;5;43m20221208205055479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205055479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205055479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205055480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205055480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205055480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205055480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:57.117219 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12989): Process ended prematurely: osmo-stp_10.42.42.5(pid=12989) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12989)] [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:50:57.125663 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a20:50:57.185435 run osmo-hlr_10.42.42.2(pid=12986): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12986)]\u000a20:50:57.234367 run osmo-hlr_10.42.42.2(pid=12986): stdout: \u000a| (launched: 2022-12-08_20:50:54.376243) \u000a20:50:57.283944 run osmo-hlr_10.42.42.2(pid=12986): stderr: \u000a| �[0;m�[1;31m20221208205054549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205054549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205054549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205054549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205054549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205054549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205054562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205054570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205054570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205054570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:57.350942 run osmo-msc_10.42.42.6(pid=12992): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12992)]\u000a20:50:57.399638 run osmo-msc_10.42.42.6(pid=12992): stdout: \u000a| (launched: 2022-12-08_20:50:56.255378) \u000a20:50:57.448871 run osmo-msc_10.42.42.6(pid=12992): stderr: \u000a| �[0;m�[38;5;43m20221208205056525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205056526 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3130c6cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205056526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205056526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205056526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205056527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205056528 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205056529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205056529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205056529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:50:57.490434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12985): Terminating (SIGTERM)\u000a20:50:57.529945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12988): Terminating (SIGTERM)\u000a20:50:57.569421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12991): Terminating (SIGTERM)\u000a20:50:57.578684 --- ParallelTerminationStrategy: PID 12985 died...\u000a20:50:57.631618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12985): Terminated: ok {rc=0}\u000a20:50:57.641321 --- ParallelTerminationStrategy: PID 12988 died...\u000a20:50:57.694109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12988): Terminated: ok {rc=0}\u000a20:50:57.703686 --- ParallelTerminationStrategy: PID 12991 died...\u000a20:50:57.756172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12991): Terminated: ok {rc=0}\u000a20:50:57.843535 bus /sierra_3: Setting Powered False\u000a20:50:58.944878 bus /sierra_3: Setting Powered False\u000a20:51:00.049855 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:50:40" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13004): Process ended prematurely: osmo-stp_10.42.42.5(pid=13004) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13004)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13004): Process ended prematurely: osmo-stp_10.42.42.5(pid=13004) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:51:02.082101 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:02.094602 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:51:02.264651 tst mo_mt_call.py: using LAC 16729\u000a20:51:02.389890 tst mo_mt_call.py: using RAC 154\u000a20:51:02.514765 tst mo_mt_call.py: using CellId 16729\u000a20:51:02.635524 tst mo_mt_call.py: using BVCI 16730\u000a20:51:02.658273 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:02.669519 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:02.680245 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:02.691414 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:02.702791 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:02.714592 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:51:02.834905 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:51:03.038369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:03.505393 run create_hlr_db(pid=12998): Launched\u000a20:51:03.675820 bus /sierra_2: Setting Powered False\u000a20:51:04.697812 run create_hlr_db(pid=12998): Terminated: ok {rc=0}\u000a20:51:05.120151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13000): Launched\u000a20:51:05.417255 run osmo-hlr_10.42.42.2(pid=13001): Launched\u000a20:51:05.525615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:06.040835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13003): Launched\u000a20:51:06.338495 run osmo-stp_10.42.42.5(pid=13004): Launched\u000a20:51:06.446312 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:51:06.988510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13006): Launched\u000a20:51:07.286186 run osmo-msc_10.42.42.6(pid=13007): Launched\u000a20:51:07.460569 run osmo-stp_10.42.42.5(pid=13004): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13004)]\u000a20:51:07.587626 run osmo-stp_10.42.42.5(pid=13004): stdout: \u000a| (launched: 2022-12-08_20:51:06.191704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:07.712326 run osmo-stp_10.42.42.5(pid=13004): stderr: \u000a| �[0;m�[38;5;43m20221208205106361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205106361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205106361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205106362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205106362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205106362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205106362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:07.832336 run osmo-stp_10.42.42.5(pid=13004): stdout: \u000a| (launched: 2022-12-08_20:51:06.191704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:07.950330 run osmo-stp_10.42.42.5(pid=13004): stderr: \u000a| �[0;m�[38;5;43m20221208205106361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205106361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205106361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205106362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205106362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205106362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205106362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:08.002424 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13004): Process ended prematurely: osmo-stp_10.42.42.5(pid=13004) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13004)] [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:51:08.010966 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a20:51:08.070879 run osmo-hlr_10.42.42.2(pid=13001): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13001)]\u000a20:51:08.120310 run osmo-hlr_10.42.42.2(pid=13001): stdout: \u000a| (launched: 2022-12-08_20:51:05.271187) \u000a20:51:08.169985 run osmo-hlr_10.42.42.2(pid=13001): stderr: \u000a| �[0;m�[1;31m20221208205105446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205105446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205105446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205105446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205105446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205105447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205105458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205105467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205105467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205105467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:08.237545 run osmo-msc_10.42.42.6(pid=13007): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13007)]\u000a20:51:08.286635 run osmo-msc_10.42.42.6(pid=13007): stdout: \u000a| (launched: 2022-12-08_20:51:07.139624) \u000a20:51:08.336843 run osmo-msc_10.42.42.6(pid=13007): stderr: \u000a| �[0;m�[38;5;43m20221208205107411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205107411 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c1ea3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205107411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205107411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205107411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205107411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205107413 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205107414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205107414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205107414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:51:08.378552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13000): Terminating (SIGTERM)\u000a20:51:08.418710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13003): Terminating (SIGTERM)\u000a20:51:08.458394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13006): Terminating (SIGTERM)\u000a20:51:08.467709 --- ParallelTerminationStrategy: PID 13000 died...\u000a20:51:08.521139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13000): Terminated: ok {rc=0}\u000a20:51:08.531108 --- ParallelTerminationStrategy: PID 13003 died...\u000a20:51:08.583817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13003): Terminated: ok {rc=0}\u000a20:51:08.593625 --- ParallelTerminationStrategy: PID 13006 died...\u000a20:51:08.646369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13006): Terminated: ok {rc=0}\u000a20:51:08.729877 bus /sierra_3: Setting Powered False\u000a20:51:09.836626 bus /sierra_3: Setting Powered False\u000a20:51:10.947735 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13015): Process ended prematurely: osmo-stp_10.42.42.5(pid=13015) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13015)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13015): Process ended prematurely: osmo-stp_10.42.42.5(pid=13015) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:51:12.055852 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:12.067445 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:51:12.223578 tst mo_mt_call_osmux.py: using LAC 16730\u000a20:51:12.340501 tst mo_mt_call_osmux.py: using RAC 155\u000a20:51:12.458749 tst mo_mt_call_osmux.py: using CellId 16730\u000a20:51:12.574997 tst mo_mt_call_osmux.py: using BVCI 16731\u000a20:51:12.597628 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:12.608647 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:12.619570 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:12.630633 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:12.641846 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:12.652754 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:51:12.773205 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:51:12.975138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:13.443276 run create_hlr_db(pid=13009): Launched\u000a20:51:13.614996 bus /sierra_2: Setting Powered False\u000a20:51:14.635938 run create_hlr_db(pid=13009): Terminated: ok {rc=0}\u000a20:51:15.032345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13011): Launched\u000a20:51:15.330966 run osmo-hlr_10.42.42.2(pid=13012): Launched\u000a20:51:15.438933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:15.987780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13014): Launched\u000a20:51:16.415169 run osmo-stp_10.42.42.5(pid=13015): Launched\u000a20:51:16.608848 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:51:17.178340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13017): Launched\u000a20:51:17.479156 run osmo-msc_10.42.42.6(pid=13018): Launched\u000a20:51:17.654272 run osmo-stp_10.42.42.5(pid=13015): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13015)]\u000a20:51:17.780579 run osmo-stp_10.42.42.5(pid=13015): stdout: \u000a| (launched: 2022-12-08_20:51:16.155736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:17.904718 run osmo-stp_10.42.42.5(pid=13015): stderr: \u000a| �[0;m�[38;5;43m20221208205116432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205116432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205116432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205116432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205116434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205116434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205116434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:18.023350 run osmo-stp_10.42.42.5(pid=13015): stdout: \u000a| (launched: 2022-12-08_20:51:16.155736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:18.141351 run osmo-stp_10.42.42.5(pid=13015): stderr: \u000a| �[0;m�[38;5;43m20221208205116432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205116432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205116432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205116432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205116434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205116434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205116434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:18.193478 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13015): Process ended prematurely: osmo-stp_10.42.42.5(pid=13015) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13015)] [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:51:18.202005 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:51:18.261101 run osmo-hlr_10.42.42.2(pid=13012): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13012)]\u000a20:51:18.309800 run osmo-hlr_10.42.42.2(pid=13012): stdout: \u000a| (launched: 2022-12-08_20:51:15.183950) \u000a20:51:18.358905 run osmo-hlr_10.42.42.2(pid=13012): stderr: \u000a| �[0;m�[1;31m20221208205115361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205115361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205115361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205115361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205115361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205115361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205115373 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205115382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205115382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205115382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:18.425721 run osmo-msc_10.42.42.6(pid=13018): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13018)]\u000a20:51:18.474347 run osmo-msc_10.42.42.6(pid=13018): stdout: \u000a| (launched: 2022-12-08_20:51:17.332052) \u000a20:51:18.523744 run osmo-msc_10.42.42.6(pid=13018): stderr: \u000a| �[0;m�[38;5;43m20221208205117602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205117602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa2bb3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205117602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205117602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205117602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205117603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205117604 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205117605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205117605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205117605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:51:18.565198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13011): Terminating (SIGTERM)\u000a20:51:18.604451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13014): Terminating (SIGTERM)\u000a20:51:18.643744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13017): Terminating (SIGTERM)\u000a20:51:18.653124 --- ParallelTerminationStrategy: PID 13011 died...\u000a20:51:18.706259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13011): Terminated: ok {rc=0}\u000a20:51:18.716114 --- ParallelTerminationStrategy: PID 13014 died...\u000a20:51:18.768535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13014): Terminated: ok {rc=0}\u000a20:51:18.778198 --- ParallelTerminationStrategy: PID 13017 died...\u000a20:51:18.831525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13017): Terminated: ok {rc=0}\u000a20:51:18.920650 bus /sierra_3: Setting Powered False\u000a20:51:20.023973 bus /sierra_3: Setting Powered False\u000a20:51:21.131366 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:51:01" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13030): Process ended prematurely: osmo-stp_10.42.42.5(pid=13030) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13030)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13030): Process ended prematurely: osmo-stp_10.42.42.5(pid=13030) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:51:23.119271 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:23.130361 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:51:23.284396 tst mo_mt_call.py: using LAC 16731\u000a20:51:23.402205 tst mo_mt_call.py: using RAC 156\u000a20:51:23.518720 tst mo_mt_call.py: using CellId 16731\u000a20:51:23.637245 tst mo_mt_call.py: using BVCI 16732\u000a20:51:23.659819 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:23.670869 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:23.681625 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:23.692581 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:23.703684 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:23.714767 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:51:23.834774 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:51:24.044546 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:24.556137 run create_hlr_db(pid=13024): Launched\u000a20:51:24.740348 bus /sierra_2: Setting Powered False\u000a20:51:25.762402 run create_hlr_db(pid=13024): Terminated: ok {rc=0}\u000a20:51:26.186751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13026): Launched\u000a20:51:26.504788 run osmo-hlr_10.42.42.2(pid=13027): Launched\u000a20:51:26.622986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:27.177547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13029): Launched\u000a20:51:27.498312 run osmo-stp_10.42.42.5(pid=13030): Launched\u000a20:51:27.614085 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:51:28.195404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13032): Launched\u000a20:51:28.513540 run osmo-msc_10.42.42.6(pid=13033): Launched\u000a20:51:28.703032 run osmo-stp_10.42.42.5(pid=13030): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13030)]\u000a20:51:28.837896 run osmo-stp_10.42.42.5(pid=13030): stdout: \u000a| (launched: 2022-12-08_20:51:27.341068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:28.971827 run osmo-stp_10.42.42.5(pid=13030): stderr: \u000a| �[0;m�[38;5;43m20221208205127532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205127532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205127532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205127533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205127533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205127533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205127533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:29.099628 run osmo-stp_10.42.42.5(pid=13030): stdout: \u000a| (launched: 2022-12-08_20:51:27.341068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:29.225871 run osmo-stp_10.42.42.5(pid=13030): stderr: \u000a| �[0;m�[38;5;43m20221208205127532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205127532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205127532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205127533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205127533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205127533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205127533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:29.282086 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13030): Process ended prematurely: osmo-stp_10.42.42.5(pid=13030) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13030)] [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:51:29.291541 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:51:29.353703 run osmo-hlr_10.42.42.2(pid=13027): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13027)]\u000a20:51:29.404365 run osmo-hlr_10.42.42.2(pid=13027): stdout: \u000a| (launched: 2022-12-08_20:51:26.349768) \u000a20:51:29.455717 run osmo-hlr_10.42.42.2(pid=13027): stderr: \u000a| �[0;m�[1;31m20221208205126546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205126546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205126546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205126546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205126547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205126547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205126559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205126567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205126567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205126567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:29.525600 run osmo-msc_10.42.42.6(pid=13033): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13033)]\u000a20:51:29.576567 run osmo-msc_10.42.42.6(pid=13033): stdout: \u000a| (launched: 2022-12-08_20:51:28.358785) \u000a20:51:29.627830 run osmo-msc_10.42.42.6(pid=13033): stderr: \u000a| �[0;m�[38;5;43m20221208205128681 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205128682 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ce8366c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205128682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205128682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205128682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205128682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205128684 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205128684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205128684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205128684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:51:29.671472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13026): Terminating (SIGTERM)\u000a20:51:29.712687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13029): Terminating (SIGTERM)\u000a20:51:29.754133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13032): Terminating (SIGTERM)\u000a20:51:29.763674 --- ParallelTerminationStrategy: PID 13026 died...\u000a20:51:29.818976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13026): Terminated: ok {rc=0}\u000a20:51:29.828794 --- ParallelTerminationStrategy: PID 13029 died...\u000a20:51:29.883804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13029): Terminated: ok {rc=0}\u000a20:51:29.893740 --- ParallelTerminationStrategy: PID 13032 died...\u000a20:51:29.948389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13032): Terminated: ok {rc=0}\u000a20:51:30.033689 bus /sierra_3: Setting Powered False\u000a20:51:31.159487 bus /sierra_3: Setting Powered False\u000a20:51:32.275211 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13041): Process ended prematurely: osmo-stp_10.42.42.5(pid=13041) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13041)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13041): Process ended prematurely: osmo-stp_10.42.42.5(pid=13041) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:51:33.384057 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:33.395580 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:51:33.557371 tst mo_mt_call_osmux.py: using LAC 16732\u000a20:51:33.688008 tst mo_mt_call_osmux.py: using RAC 157\u000a20:51:33.812261 tst mo_mt_call_osmux.py: using CellId 16732\u000a20:51:33.938693 tst mo_mt_call_osmux.py: using BVCI 16733\u000a20:51:33.963002 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:33.974497 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:33.985698 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:33.996886 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:34.008194 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:34.019508 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:51:34.136062 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:51:34.338276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:34.804104 run create_hlr_db(pid=13035): Launched\u000a20:51:34.973978 bus /sierra_2: Setting Powered False\u000a20:51:35.995755 run create_hlr_db(pid=13035): Terminated: ok {rc=0}\u000a20:51:36.389738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13037): Launched\u000a20:51:36.685459 run osmo-hlr_10.42.42.2(pid=13038): Launched\u000a20:51:36.801485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:37.323808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13040): Launched\u000a20:51:37.621436 run osmo-stp_10.42.42.5(pid=13041): Launched\u000a20:51:37.730883 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:51:38.272680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13043): Launched\u000a20:51:38.569769 run osmo-msc_10.42.42.6(pid=13044): Launched\u000a20:51:38.744106 run osmo-stp_10.42.42.5(pid=13041): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13041)]\u000a20:51:38.871618 run osmo-stp_10.42.42.5(pid=13041): stdout: \u000a| (launched: 2022-12-08_20:51:37.475043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:38.996077 run osmo-stp_10.42.42.5(pid=13041): stderr: \u000a| �[0;m�[38;5;43m20221208205137644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205137644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205137644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205137644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205137645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205137645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205137645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:39.114692 run osmo-stp_10.42.42.5(pid=13041): stdout: \u000a| (launched: 2022-12-08_20:51:37.475043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:39.232463 run osmo-stp_10.42.42.5(pid=13041): stderr: \u000a| �[0;m�[38;5;43m20221208205137644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205137644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205137644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205137644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205137645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205137645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205137645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:39.284440 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13041): Process ended prematurely: osmo-stp_10.42.42.5(pid=13041) [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13041)] [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:51:39.292889 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a20:51:39.352450 run osmo-hlr_10.42.42.2(pid=13038): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13038)]\u000a20:51:39.401251 run osmo-hlr_10.42.42.2(pid=13038): stdout: \u000a| (launched: 2022-12-08_20:51:36.539375) \u000a20:51:39.450761 run osmo-hlr_10.42.42.2(pid=13038): stderr: \u000a| �[0;m�[1;31m20221208205136712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205136712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205136712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205136712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205136712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205136712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205136725 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205136733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205136734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205136734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:39.517579 run osmo-msc_10.42.42.6(pid=13044): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13044)]\u000a20:51:39.566192 run osmo-msc_10.42.42.6(pid=13044): stdout: \u000a| (launched: 2022-12-08_20:51:38.423284) \u000a20:51:39.615533 run osmo-msc_10.42.42.6(pid=13044): stderr: \u000a| �[0;m�[38;5;43m20221208205138692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205138692 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f571359cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205138692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205138692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205138693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205138693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205138695 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205138695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205138696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205138696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:51:39.656698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13037): Terminating (SIGTERM)\u000a20:51:39.695833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13040): Terminating (SIGTERM)\u000a20:51:39.735123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13043): Terminating (SIGTERM)\u000a20:51:39.745232 --- ParallelTerminationStrategy: PID 13037 died...\u000a20:51:39.798713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13037): Terminated: ok {rc=0}\u000a20:51:39.808286 --- ParallelTerminationStrategy: PID 13040 died...\u000a20:51:39.861098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13040): Terminated: ok {rc=0}\u000a20:51:39.870572 --- ParallelTerminationStrategy: PID 13043 died...\u000a20:51:39.922679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13043): Terminated: ok {rc=0}\u000a20:51:40.004252 bus /sierra_3: Setting Powered False\u000a20:51:41.109774 bus /sierra_3: Setting Powered False\u000a20:51:42.216147 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:51:22" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13055): Process ended prematurely: osmo-stp_10.42.42.5(pid=13055) [trial-2349↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13055)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13055): Process ended prematurely: osmo-stp_10.42.42.5(pid=13055) [trial-2349↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:51:44.220391 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:51:44.231629 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:51:44.386090 tst mo_mt_call.py: using LAC 16733\u000a20:51:44.500272 tst mo_mt_call.py: using RAC 158\u000a20:51:44.614820 tst mo_mt_call.py: using CellId 16733\u000a20:51:44.729825 tst mo_mt_call.py: using BVCI 16734\u000a20:51:44.752217 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:51:44.763273 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:51:44.774123 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:51:44.785512 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:51:44.797091 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:51:44.808405 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:51:44.926877 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:51:45.126138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:45.591563 run create_hlr_db(pid=13049): Launched\u000a20:51:45.761879 bus /sierra_2: Setting Powered False\u000a20:51:46.836264 run create_hlr_db(pid=13049): Terminated: ok {rc=0}\u000a20:51:47.315758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13051): Launched\u000a20:51:47.634455 run osmo-hlr_10.42.42.2(pid=13052): Launched\u000a20:51:47.754202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:48.308440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13054): Launched\u000a20:51:48.625854 run osmo-stp_10.42.42.5(pid=13055): Launched\u000a20:51:48.741100 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:51:49.322440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13057): Launched\u000a20:51:49.641882 run osmo-msc_10.42.42.6(pid=13058): Launched\u000a20:51:49.829981 run osmo-stp_10.42.42.5(pid=13055): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13055)]\u000a20:51:49.965375 run osmo-stp_10.42.42.5(pid=13055): stdout: \u000a| (launched: 2022-12-08_20:51:48.470591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:50.100265 run osmo-stp_10.42.42.5(pid=13055): stderr: \u000a| �[0;m�[38;5;43m20221208205148661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205148662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205148662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205148662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205148663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205148663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205148663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:50.227820 run osmo-stp_10.42.42.5(pid=13055): stdout: \u000a| (launched: 2022-12-08_20:51:48.470591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:50.354749 run osmo-stp_10.42.42.5(pid=13055): stderr: \u000a| �[0;m�[38;5;43m20221208205148661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205148662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205148662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205148662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205148663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205148663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205148663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:50.410498 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13055): Process ended prematurely: osmo-stp_10.42.42.5(pid=13055) [trial-2349↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13055)] [trial-2349↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:51:50.419592 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:51:50.481592 run osmo-hlr_10.42.42.2(pid=13052): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13052)]\u000a20:51:50.532579 run osmo-hlr_10.42.42.2(pid=13052): stdout: \u000a| (launched: 2022-12-08_20:51:47.478431) \u000a20:51:50.584545 run osmo-hlr_10.42.42.2(pid=13052): stderr: \u000a| �[0;m�[1;31m20221208205147676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205147676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205147676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205147676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205147676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205147676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205147689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205147697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205147698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205147698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:50.655103 run osmo-msc_10.42.42.6(pid=13058): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13058)]\u000a20:51:50.706362 run osmo-msc_10.42.42.6(pid=13058): stdout: \u000a| (launched: 2022-12-08_20:51:49.484631) \u000a20:51:50.757926 run osmo-msc_10.42.42.6(pid=13058): stderr: \u000a| �[0;m�[38;5;43m20221208205149805 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205149806 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a37737c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205149806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205149806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205149806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205149806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205149808 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205149808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205149808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205149809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:51:50.801729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13051): Terminating (SIGTERM)\u000a20:51:50.842934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13054): Terminating (SIGTERM)\u000a20:51:50.884473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13057): Terminating (SIGTERM)\u000a20:51:50.894111 --- ParallelTerminationStrategy: PID 13051 died...\u000a20:51:50.949748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13051): Terminated: ok {rc=0}\u000a20:51:50.959803 --- ParallelTerminationStrategy: PID 13054 died...\u000a20:51:51.015074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13054): Terminated: ok {rc=0}\u000a20:51:51.025134 --- ParallelTerminationStrategy: PID 13057 died...\u000a20:51:51.080374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13057): Terminated: ok {rc=0}\u000a20:51:51.166110 bus /sierra_3: Setting Powered False\u000a20:51:52.272727 bus /sierra_3: Setting Powered False\u000a20:51:53.382778 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13066): Process ended prematurely: osmo-stp_10.42.42.5(pid=13066) [trial-2349↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13066)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13066): Process ended prematurely: osmo-stp_10.42.42.5(pid=13066) [trial-2349↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13066)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:51:54.491897 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:51:54.503778 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:51:54.662559 tst mo_mt_call_osmux.py: using LAC 16734\u000a20:51:54.786526 tst mo_mt_call_osmux.py: using RAC 159\u000a20:51:54.912285 tst mo_mt_call_osmux.py: using CellId 16734\u000a20:51:55.037404 tst mo_mt_call_osmux.py: using BVCI 16735\u000a20:51:55.061839 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:51:55.073505 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:51:55.084833 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:51:55.096354 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:51:55.108069 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:51:55.119475 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:51:55.237173 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:51:55.436257 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:55.907319 run create_hlr_db(pid=13060): Launched\u000a20:51:56.079482 bus /sierra_2: Setting Powered False\u000a20:51:57.100648 run create_hlr_db(pid=13060): Terminated: ok {rc=0}\u000a20:51:57.526714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13062): Launched\u000a20:51:57.847055 run osmo-hlr_10.42.42.2(pid=13063): Launched\u000a20:51:57.963806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:58.518977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13065): Launched\u000a20:51:58.837431 run osmo-stp_10.42.42.5(pid=13066): Launched\u000a20:51:58.952610 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:51:59.541637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13068): Launched\u000a20:51:59.860458 run osmo-msc_10.42.42.6(pid=13069): Launched\u000a20:52:00.047890 run osmo-stp_10.42.42.5(pid=13066): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13066)]\u000a20:52:00.184101 run osmo-stp_10.42.42.5(pid=13066): stdout: \u000a| (launched: 2022-12-08_20:51:58.681495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:00.320101 run osmo-stp_10.42.42.5(pid=13066): stderr: \u000a| �[0;m�[38;5;43m20221208205158871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205158871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205158872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205158872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205158873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205158873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205158873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:00.449159 run osmo-stp_10.42.42.5(pid=13066): stdout: \u000a| (launched: 2022-12-08_20:51:58.681495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:00.576650 run osmo-stp_10.42.42.5(pid=13066): stderr: \u000a| �[0;m�[38;5;43m20221208205158871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205158871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205158872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205158872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205158873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205158873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205158873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:00.633317 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13066): Process ended prematurely: osmo-stp_10.42.42.5(pid=13066) [trial-2349↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13066)] [trial-2349↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:52:00.642694 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:52:00.705172 run osmo-hlr_10.42.42.2(pid=13063): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13063)]\u000a20:52:00.756708 run osmo-hlr_10.42.42.2(pid=13063): stdout: \u000a| (launched: 2022-12-08_20:51:57.690388) \u000a20:52:00.808743 run osmo-hlr_10.42.42.2(pid=13063): stderr: \u000a| �[0;m�[1;31m20221208205157887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205157887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205157887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205157887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205157887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205157887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205157900 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205157910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205157911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205157911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:00.892037 run osmo-msc_10.42.42.6(pid=13069): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13069)]\u000a20:52:00.944381 run osmo-msc_10.42.42.6(pid=13069): stdout: \u000a| (launched: 2022-12-08_20:51:59.704381) \u000a20:52:00.997149 run osmo-msc_10.42.42.6(pid=13069): stderr: \u000a| �[0;m�[38;5;43m20221208205200024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205200024 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a4bd49c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205200024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205200024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205200024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205200024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205200026 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205200026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205200026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205200027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:52:01.041865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13062): Terminating (SIGTERM)\u000a20:52:01.084664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13065): Terminating (SIGTERM)\u000a20:52:01.127393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13068): Terminating (SIGTERM)\u000a20:52:01.137918 --- ParallelTerminationStrategy: PID 13062 died...\u000a20:52:01.196919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13062): Terminated: ok {rc=0}\u000a20:52:01.207555 --- ParallelTerminationStrategy: PID 13065 died...\u000a20:52:01.264080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13065): Terminated: ok {rc=0}\u000a20:52:01.274953 --- ParallelTerminationStrategy: PID 13068 died...\u000a20:52:01.331567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13068): Terminated: ok {rc=0}\u000a20:52:01.420390 bus /sierra_3: Setting Powered False\u000a20:52:02.525816 bus /sierra_3: Setting Powered False\u000a20:52:03.632938 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:51:43" }, { "cases" : [ { "testActions" : [ ], "age" : 21, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13080): Process ended prematurely: osmo-stp_10.42.42.5(pid=13080) [trial-2349↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13080)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13080): Process ended prematurely: osmo-stp_10.42.42.5(pid=13080) [trial-2349↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:52:05.638887 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:05.650328 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:52:05.811725 tst mo_mt_call.py: using LAC 16735\u000a20:52:05.935072 tst mo_mt_call.py: using RAC 160\u000a20:52:06.058837 tst mo_mt_call.py: using CellId 16735\u000a20:52:06.182665 tst mo_mt_call.py: using BVCI 16736\u000a20:52:06.207011 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:06.218300 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:06.229442 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:06.240509 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:06.251630 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:06.262789 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:52:06.381695 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:52:06.590881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:07.099822 run create_hlr_db(pid=13074): Launched\u000a20:52:07.284427 bus /sierra_2: Setting Powered False\u000a20:52:08.294890 run create_hlr_db(pid=13074): Terminated: ok {rc=0}\u000a20:52:08.698668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13076): Launched\u000a20:52:08.994150 run osmo-hlr_10.42.42.2(pid=13077): Launched\u000a20:52:09.107496 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:09.629812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13079): Launched\u000a20:52:09.927479 run osmo-stp_10.42.42.5(pid=13080): Launched\u000a20:52:10.036253 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:52:10.578930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13082): Launched\u000a20:52:10.877674 run osmo-msc_10.42.42.6(pid=13083): Launched\u000a20:52:11.052656 run osmo-stp_10.42.42.5(pid=13080): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13080)]\u000a20:52:11.180105 run osmo-stp_10.42.42.5(pid=13080): stdout: \u000a| (launched: 2022-12-08_20:52:09.780704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:11.304664 run osmo-stp_10.42.42.5(pid=13080): stderr: \u000a| �[0;m�[38;5;43m20221208205209951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205209951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205209951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205209952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205209952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205209952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205209952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:11.423807 run osmo-stp_10.42.42.5(pid=13080): stdout: \u000a| (launched: 2022-12-08_20:52:09.780704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:11.542040 run osmo-stp_10.42.42.5(pid=13080): stderr: \u000a| �[0;m�[38;5;43m20221208205209951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205209951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205209951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205209952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205209952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205209952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205209952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:11.594310 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13080): Process ended prematurely: osmo-stp_10.42.42.5(pid=13080) [trial-2349↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13080)] [trial-2349↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:52:11.602721 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a20:52:11.662349 run osmo-hlr_10.42.42.2(pid=13077): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13077)]\u000a20:52:11.711215 run osmo-hlr_10.42.42.2(pid=13077): stdout: \u000a| (launched: 2022-12-08_20:52:08.849087) \u000a20:52:11.760756 run osmo-hlr_10.42.42.2(pid=13077): stderr: \u000a| �[0;m�[1;31m20221208205209021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205209021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205209021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205209021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205209021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205209021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205209033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205209042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205209042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205209042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:11.828032 run osmo-msc_10.42.42.6(pid=13083): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13083)]\u000a20:52:11.876879 run osmo-msc_10.42.42.6(pid=13083): stdout: \u000a| (launched: 2022-12-08_20:52:10.729997) \u000a20:52:11.927099 run osmo-msc_10.42.42.6(pid=13083): stderr: \u000a| �[0;m�[38;5;43m20221208205210997 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205210997 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f31d3807c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205210997 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205210997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205210997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205210997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205210999 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205210999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205211000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205211000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:52:11.968584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13076): Terminating (SIGTERM)\u000a20:52:12.008425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13079): Terminating (SIGTERM)\u000a20:52:12.047899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13082): Terminating (SIGTERM)\u000a20:52:12.057108 --- ParallelTerminationStrategy: PID 13076 died...\u000a20:52:12.110003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13076): Terminated: ok {rc=0}\u000a20:52:12.119633 --- ParallelTerminationStrategy: PID 13079 died...\u000a20:52:12.172145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13079): Terminated: ok {rc=0}\u000a20:52:12.181796 --- ParallelTerminationStrategy: PID 13082 died...\u000a20:52:12.234303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13082): Terminated: ok {rc=0}\u000a20:52:12.323749 bus /sierra_3: Setting Powered False\u000a20:52:13.429560 bus /sierra_3: Setting Powered False\u000a20:52:14.535862 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13091): Process ended prematurely: osmo-stp_10.42.42.5(pid=13091) [trial-2349↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13091)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13091): Process ended prematurely: osmo-stp_10.42.42.5(pid=13091) [trial-2349↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:52:15.643506 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:15.654925 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:52:15.811589 tst mo_mt_call_osmux.py: using LAC 16736\u000a20:52:15.961950 tst mo_mt_call_osmux.py: using RAC 161\u000a20:52:16.091637 tst mo_mt_call_osmux.py: using CellId 16736\u000a20:52:16.214061 tst mo_mt_call_osmux.py: using BVCI 16737\u000a20:52:16.237505 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:16.248853 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:16.260204 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:16.271732 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:16.283221 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:16.294882 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:52:16.408752 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:52:16.613098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:17.136119 run create_hlr_db(pid=13085): Launched\u000a20:52:17.308920 bus /sierra_2: Setting Powered False\u000a20:52:18.327976 run create_hlr_db(pid=13085): Terminated: ok {rc=0}\u000a20:52:18.721907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13087): Launched\u000a20:52:19.017567 run osmo-hlr_10.42.42.2(pid=13088): Launched\u000a20:52:19.135570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:19.656742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13090): Launched\u000a20:52:19.952577 run osmo-stp_10.42.42.5(pid=13091): Launched\u000a20:52:20.060460 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:52:20.600813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13093): Launched\u000a20:52:20.898116 run osmo-msc_10.42.42.6(pid=13094): Launched\u000a20:52:21.072859 run osmo-stp_10.42.42.5(pid=13091): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13091)]\u000a20:52:21.199858 run osmo-stp_10.42.42.5(pid=13091): stdout: \u000a| (launched: 2022-12-08_20:52:19.807026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:21.324487 run osmo-stp_10.42.42.5(pid=13091): stderr: \u000a| �[0;m�[38;5;43m20221208205219978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205219978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205219978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205219978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205219979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205219979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205219979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:21.443409 run osmo-stp_10.42.42.5(pid=13091): stdout: \u000a| (launched: 2022-12-08_20:52:19.807026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:21.561338 run osmo-stp_10.42.42.5(pid=13091): stderr: \u000a| �[0;m�[38;5;43m20221208205219978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205219978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205219978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205219978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205219979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205219979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205219979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:21.613285 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13091): Process ended prematurely: osmo-stp_10.42.42.5(pid=13091) [trial-2349↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13091)] [trial-2349↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:52:21.621590 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:52:21.681534 run osmo-hlr_10.42.42.2(pid=13088): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13088)]\u000a20:52:21.730614 run osmo-hlr_10.42.42.2(pid=13088): stdout: \u000a| (launched: 2022-12-08_20:52:18.871766) \u000a20:52:21.779972 run osmo-hlr_10.42.42.2(pid=13088): stderr: \u000a| �[0;m�[1;31m20221208205219046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205219046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205219046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205219046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205219046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205219046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205219059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205219068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205219069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205219069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:21.846915 run osmo-msc_10.42.42.6(pid=13094): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13094)]\u000a20:52:21.895347 run osmo-msc_10.42.42.6(pid=13094): stdout: \u000a| (launched: 2022-12-08_20:52:20.750606) \u000a20:52:21.944523 run osmo-msc_10.42.42.6(pid=13094): stderr: \u000a| �[0;m�[38;5;43m20221208205221019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205221019 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf7596dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205221019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205221019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205221019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205221020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205221021 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205221022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205221022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205221022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:52:21.985917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13087): Terminating (SIGTERM)\u000a20:52:22.025207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13090): Terminating (SIGTERM)\u000a20:52:22.065197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13093): Terminating (SIGTERM)\u000a20:52:22.074565 --- ParallelTerminationStrategy: PID 13087 died...\u000a20:52:22.127822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13087): Terminated: ok {rc=0}\u000a20:52:22.137358 --- ParallelTerminationStrategy: PID 13090 died...\u000a20:52:22.189979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13090): Terminated: ok {rc=0}\u000a20:52:22.199612 --- ParallelTerminationStrategy: PID 13093 died...\u000a20:52:22.252063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13093): Terminated: ok {rc=0}\u000a20:52:22.340833 bus /sierra_3: Setting Powered False\u000a20:52:23.443596 bus /sierra_3: Setting Powered False\u000a20:52:24.549602 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:52:05" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13105): Process ended prematurely: osmo-stp_10.42.42.5(pid=13105) [trial-2349↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13105)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13105): Process ended prematurely: osmo-stp_10.42.42.5(pid=13105) [trial-2349↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:52:26.574086 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:26.585102 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a20:52:26.730106 tst emergency_mo_mt_call.py: using LAC 16737\u000a20:52:26.855617 tst emergency_mo_mt_call.py: using RAC 162\u000a20:52:26.977785 tst emergency_mo_mt_call.py: using CellId 16737\u000a20:52:27.099668 tst emergency_mo_mt_call.py: using BVCI 16738\u000a20:52:27.123497 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:27.134643 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:27.145511 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:27.156252 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:27.167215 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:27.178182 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a20:52:27.291337 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a20:52:27.498671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:27.997581 run create_hlr_db(pid=13099): Launched\u000a20:52:28.179030 bus /sierra_2: Setting Powered False\u000a20:52:29.199347 run create_hlr_db(pid=13099): Terminated: ok {rc=0}\u000a20:52:29.590591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13101): Launched\u000a20:52:29.880821 run osmo-hlr_10.42.42.2(pid=13102): Launched\u000a20:52:29.990239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:30.502756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13104): Launched\u000a20:52:30.792120 run osmo-stp_10.42.42.5(pid=13105): Launched\u000a20:52:30.999809 tst emergency_mo_mt_call.py: using MSISDN 6847\u000a20:52:31.176825 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:52:31.748078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13107): Launched\u000a20:52:32.221006 run osmo-msc_10.42.42.6(pid=13108): Launched\u000a20:52:32.480495 run osmo-stp_10.42.42.5(pid=13105): ERR: Terminated: ERROR {rc=1} [trial-2349↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13105)]\u000a20:52:32.610811 run osmo-stp_10.42.42.5(pid=13105): stdout: \u000a| (launched: 2022-12-08_20:52:30.649657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:32.740726 run osmo-stp_10.42.42.5(pid=13105): stderr: \u000a| �[0;m�[38;5;43m20221208205230819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205230819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205230819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205230819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205230821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205230821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205230821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:32.865943 run osmo-stp_10.42.42.5(pid=13105): stdout: \u000a| (launched: 2022-12-08_20:52:30.649657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:32.989775 run osmo-stp_10.42.42.5(pid=13105): stderr: \u000a| �[0;m�[38;5;43m20221208205230819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205230819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205230819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205230819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205230821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205230821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205230821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:33.044115 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=13105): Process ended prematurely: osmo-stp_10.42.42.5(pid=13105) [trial-2349↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13105)] [trial-2349↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a20:52:33.052516 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a20:52:33.114282 run osmo-hlr_10.42.42.2(pid=13102): ERR: Terminated: ERROR {rc=237} [trial-2349↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13102)]\u000a20:52:33.165290 run osmo-hlr_10.42.42.2(pid=13102): stdout: \u000a| (launched: 2022-12-08_20:52:29.737452) \u000a20:52:33.216904 run osmo-hlr_10.42.42.2(pid=13102): stderr: \u000a| �[0;m�[1;31m20221208205229910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205229910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205229910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205229910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205229911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205229911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205229922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205229932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205229932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205229932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:33.287005 run osmo-msc_10.42.42.6(pid=13108): ERR: Terminated: ERROR {rc=2} [trial-2349↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13108)]\u000a20:52:33.338372 run osmo-msc_10.42.42.6(pid=13108): stdout: \u000a| (launched: 2022-12-08_20:52:31.897965) \u000a20:52:33.390318 run osmo-msc_10.42.42.6(pid=13108): stderr: \u000a| �[0;m�[38;5;43m20221208205232263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205232264 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4796034c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205232264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205232264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205232264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205232264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205232270 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205232271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205232271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205232271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:52:33.434133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13101): Terminating (SIGTERM)\u000a20:52:33.475604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13104): Terminating (SIGTERM)\u000a20:52:33.517209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13107): Terminating (SIGTERM)\u000a20:52:33.526782 --- ParallelTerminationStrategy: PID 13101 died...\u000a20:52:33.582204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13101): Terminated: ok {rc=0}\u000a20:52:33.592163 --- ParallelTerminationStrategy: PID 13104 died...\u000a20:52:33.647280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13104): Terminated: ok {rc=0}\u000a20:52:33.657261 --- ParallelTerminationStrategy: PID 13107 died...\u000a20:52:33.712620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13107): Terminated: ok {rc=0}\u000a20:52:33.798758 bus /sierra_3: Setting Powered False\u000a20:52:34.904475 bus /sierra_3: Setting Powered False\u000a20:52:36.011939 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13116): Process ended prematurely: osmo-stp_10.42.42.5(pid=13116) [trial-2349↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13116)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13116): Process ended prematurely: osmo-stp_10.42.42.5(pid=13116) [trial-2349↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:52:37.064428 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:37.076445 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a20:52:37.217893 tst emergency_preemptive_call.py: using LAC 16738\u000a20:52:37.339695 tst emergency_preemptive_call.py: using RAC 163\u000a20:52:37.464130 tst emergency_preemptive_call.py: using CellId 16738\u000a20:52:37.585889 tst emergency_preemptive_call.py: using BVCI 16739\u000a20:52:37.609536 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:37.620507 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:37.631369 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:37.642386 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:37.653353 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:37.664042 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a20:52:37.782065 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a20:52:37.898405 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a20:52:38.013394 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a20:52:38.219009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:38.719326 run create_hlr_db(pid=13110): Launched\u000a20:52:38.900883 bus /sierra_2: Setting Powered False\u000a20:52:39.922636 run create_hlr_db(pid=13110): Terminated: ok {rc=0}\u000a20:52:40.340423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13112): Launched\u000a20:52:40.651564 run osmo-hlr_10.42.42.2(pid=13113): Launched\u000a20:52:40.765723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:41.307055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13115): Launched\u000a20:52:41.618589 run osmo-stp_10.42.42.5(pid=13116): Launched\u000a20:52:41.742967 tst emergency_preemptive_call.py: using MSISDN 6848\u000a20:52:41.898854 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:52:42.469458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13118): Launched\u000a20:52:42.781671 run osmo-msc_10.42.42.6(pid=13119): Launched\u000a20:52:42.964483 run osmo-stp_10.42.42.5(pid=13116): ERR: Terminated: ERROR {rc=1} [trial-2349↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13116)]\u000a20:52:43.096588 run osmo-stp_10.42.42.5(pid=13116): stdout: \u000a| (launched: 2022-12-08_20:52:41.466031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:43.228323 run osmo-stp_10.42.42.5(pid=13116): stderr: \u000a| �[0;m�[38;5;43m20221208205241656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205241656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205241656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205241657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205241657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205241657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205241657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:43.354250 run osmo-stp_10.42.42.5(pid=13116): stdout: \u000a| (launched: 2022-12-08_20:52:41.466031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:43.478070 run osmo-stp_10.42.42.5(pid=13116): stderr: \u000a| �[0;m�[38;5;43m20221208205241656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205241656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205241656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205241657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205241657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205241657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205241657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:43.532522 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=13116): Process ended prematurely: osmo-stp_10.42.42.5(pid=13116) [trial-2349↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13116)] [trial-2349↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a20:52:43.541066 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a20:52:43.603280 run osmo-hlr_10.42.42.2(pid=13113): ERR: Terminated: ERROR {rc=237} [trial-2349↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13113)]\u000a20:52:43.654544 run osmo-hlr_10.42.42.2(pid=13113): stdout: \u000a| (launched: 2022-12-08_20:52:40.499627) \u000a20:52:43.706465 run osmo-hlr_10.42.42.2(pid=13113): stderr: \u000a| �[0;m�[1;31m20221208205240696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205240696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205240696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205240697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205240697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205240697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205240709 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205240718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205240719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205240719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:43.777027 run osmo-msc_10.42.42.6(pid=13119): ERR: Terminated: ERROR {rc=2} [trial-2349↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13119)]\u000a20:52:43.828236 run osmo-msc_10.42.42.6(pid=13119): stdout: \u000a| (launched: 2022-12-08_20:52:42.628571) \u000a20:52:43.879955 run osmo-msc_10.42.42.6(pid=13119): stderr: \u000a| �[0;m�[38;5;43m20221208205242949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205242949 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e3ef8ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205242949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205242949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205242949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205242950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205242952 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205242952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205242952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205242952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:52:43.924449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13112): Terminating (SIGTERM)\u000a20:52:43.966164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13115): Terminating (SIGTERM)\u000a20:52:44.007756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13118): Terminating (SIGTERM)\u000a20:52:44.017467 --- ParallelTerminationStrategy: PID 13112 died...\u000a20:52:44.073495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13112): Terminated: ok {rc=0}\u000a20:52:44.083589 --- ParallelTerminationStrategy: PID 13115 died...\u000a20:52:44.139099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13115): Terminated: ok {rc=0}\u000a20:52:44.149173 --- ParallelTerminationStrategy: PID 13118 died...\u000a20:52:44.204453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13118): Terminated: ok {rc=0}\u000a20:52:44.290639 bus /sierra_9: Setting Powered False\u000a20:52:45.395356 bus /sierra_9: Setting Powered False\u000a20:52:46.509182 bus /sierra_8: Setting Powered False\u000a20:52:47.609424 bus /sierra_8: Setting Powered False\u000a20:52:48.720128 bus /sierra_3: Setting Powered False\u000a20:52:49.824888 bus /sierra_3: Setting Powered False\u000a20:52:50.932750 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:52:26" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13134): Process ended prematurely: osmo-stp_10.42.42.5(pid=13134) [trial-2349↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13134)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13134): Process ended prematurely: osmo-stp_10.42.42.5(pid=13134) [trial-2349↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:52:53.058768 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:52:53.069675 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a20:52:53.211792 tst cs_paging_gprs_active.py: using LAC 16739\u000a20:52:53.336928 tst cs_paging_gprs_active.py: using RAC 164\u000a20:52:53.463439 tst cs_paging_gprs_active.py: using CellId 16739\u000a20:52:53.588082 tst cs_paging_gprs_active.py: using BVCI 16740\u000a20:52:53.612469 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:52:53.623560 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:52:53.634322 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:52:53.645130 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:52:53.655835 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:52:53.666553 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:52:53.677490 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:52:53.688099 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:52:53.699003 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:52:53.814616 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:52:54.107456 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:52:54.240710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:52:54.571028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13124): Launched\u000a20:52:54.844881 run iperf3-srv_10.42.42.10(pid=13125): Launched\u000a20:52:55.040106 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:52:55.172832 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:52:55.502971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13126): Launched\u000a20:52:55.777658 run iperf3-srv_10.42.42.10(pid=13127): Launched\u000a20:52:55.972597 tst cs_paging_gprs_active.py:38: start network...\u000a20:52:56.105807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:56.615893 run create_hlr_db(pid=13128): Launched\u000a20:52:56.799252 bus /sierra_2: Setting Powered False\u000a20:52:57.821997 run create_hlr_db(pid=13128): Terminated: ok {rc=0}\u000a20:52:58.221952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13130): Launched\u000a20:52:58.518987 run osmo-hlr_10.42.42.2(pid=13131): Launched\u000a20:52:58.634201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:59.158235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13133): Launched\u000a20:52:59.456019 run osmo-stp_10.42.42.5(pid=13134): Launched\u000a20:52:59.564864 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:53:00.082253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13136): Launched\u000a20:53:00.188102 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:53:00.447494 run patchelf(pid=13137): Launched\u000a20:53:00.621598 run osmo-stp_10.42.42.5(pid=13134): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13134)]\u000a20:53:00.748534 run osmo-stp_10.42.42.5(pid=13134): stdout: \u000a| (launched: 2022-12-08_20:52:59.309294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:00.879658 run osmo-stp_10.42.42.5(pid=13134): stderr: \u000a| �[0;m�[38;5;43m20221208205259478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205259479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205259479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205259479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205259480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205259480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205259480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:01.044913 run osmo-stp_10.42.42.5(pid=13134): stdout: \u000a| (launched: 2022-12-08_20:52:59.309294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:01.201532 run osmo-stp_10.42.42.5(pid=13134): stderr: \u000a| �[0;m�[38;5;43m20221208205259478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205259479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205259479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205259479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205259480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205259480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205259480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:01.370325 run patchelf(pid=13137): Terminating (SIGINT)\u000a20:53:01.541415 run patchelf(pid=13137): Terminated: ok {rc=0}\u000a20:53:01.573605 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13134): Process ended prematurely: osmo-stp_10.42.42.5(pid=13134) [trial-2349↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13134)] [trial-2349↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a20:53:01.584211 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a20:53:01.649047 run osmo-hlr_10.42.42.2(pid=13131): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13131)]\u000a20:53:01.702552 run osmo-hlr_10.42.42.2(pid=13131): stdout: \u000a| (launched: 2022-12-08_20:52:58.373124) \u000a20:53:01.765149 run osmo-hlr_10.42.42.2(pid=13131): stderr: \u000a| �[0;m�[1;31m20221208205258547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205258547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205258547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205258548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205258548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205258548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205258569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205258578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205258578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205258578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:01.815556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13124): Terminating (SIGTERM)\u000a20:53:01.860006 run iperf3-srv_10.42.42.10(pid=13125): Terminating (SIGTERM)\u000a20:53:01.904643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13126): Terminating (SIGTERM)\u000a20:53:01.947501 run iperf3-srv_10.42.42.10(pid=13127): Terminating (SIGTERM)\u000a20:53:01.991532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13130): Terminating (SIGTERM)\u000a20:53:02.045802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13133): Terminating (SIGTERM)\u000a20:53:02.088695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13136): Terminating (SIGTERM)\u000a20:53:02.098715 --- ParallelTerminationStrategy: PID 13124 died...\u000a20:53:02.155006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13124): Terminated: ok {rc=0}\u000a20:53:02.165738 --- ParallelTerminationStrategy: PID 13125 died...\u000a20:53:02.228577 run iperf3-srv_10.42.42.10(pid=13125): Terminated {rc=256}\u000a20:53:02.240698 --- ParallelTerminationStrategy: PID 13126 died...\u000a20:53:02.307268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13126): Terminated: ok {rc=0}\u000a20:53:02.317827 --- ParallelTerminationStrategy: PID 13127 died...\u000a20:53:02.374481 run iperf3-srv_10.42.42.10(pid=13127): Terminated {rc=256}\u000a20:53:02.385006 --- ParallelTerminationStrategy: PID 13130 died...\u000a20:53:02.446942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13130): Terminated: ok {rc=0}\u000a20:53:02.460289 --- ParallelTerminationStrategy: PID 13133 died...\u000a20:53:02.517412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13133): Terminated: ok {rc=0}\u000a20:53:02.532475 --- ParallelTerminationStrategy: PID 13136 died...\u000a20:53:02.597620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13136): Terminated: ok {rc=0}\u000a20:53:02.701056 bus /gobi_0: Setting Powered False\u000a20:53:03.838933 bus /gobi_0: Setting Powered False\u000a20:53:04.952078 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13417): Process ended prematurely: osmo-stp_10.42.42.5(pid=13417) [trial-2349↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13417)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13417): Process ended prematurely: osmo-stp_10.42.42.5(pid=13417) [trial-2349↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a20:53:06.064618 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:06.076903 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a20:53:06.218308 tst iperf3.py: using LAC 16740\u000a20:53:06.338883 tst iperf3.py: using RAC 165\u000a20:53:06.463373 tst iperf3.py: using CellId 16740\u000a20:53:06.585076 tst iperf3.py: using BVCI 16741\u000a20:53:06.608770 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:06.620450 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:06.632590 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:06.643894 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:06.657835 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:06.670700 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:06.683138 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:06.694321 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:06.706761 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:53:06.997775 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:53:07.132664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:07.482572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13409): Launched\u000a20:53:07.776295 run iperf3-srv_10.42.42.10(pid=13410): Launched\u000a20:53:07.976757 tst iperf3.py:8: start network...\u000a20:53:08.113599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:08.667509 run create_hlr_db(pid=13411): Launched\u000a20:53:08.848643 bus /gobi_6: Setting Powered False\u000a20:53:09.870945 run create_hlr_db(pid=13411): Terminated: ok {rc=0}\u000a20:53:10.300210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13413): Launched\u000a20:53:10.713210 run osmo-hlr_10.42.42.2(pid=13414): Launched\u000a20:53:10.940281 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:11.584845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13416): Launched\u000a20:53:11.995137 run osmo-stp_10.42.42.5(pid=13417): Launched\u000a20:53:12.229968 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:53:12.845718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13419): Launched\u000a20:53:12.957694 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:53:13.243752 run patchelf(pid=13420): Launched\u000a20:53:13.428316 run osmo-stp_10.42.42.5(pid=13417): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13417)]\u000a20:53:13.564634 run osmo-stp_10.42.42.5(pid=13417): stdout: \u000a| (launched: 2022-12-08_20:53:11.743184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:13.700887 run osmo-stp_10.42.42.5(pid=13417): stderr: \u000a| �[0;m�[38;5;43m20221208205312071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205312071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205312072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205312072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205312072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205312077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205312077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:13.831728 run osmo-stp_10.42.42.5(pid=13417): stdout: \u000a| (launched: 2022-12-08_20:53:11.743184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:13.962879 run osmo-stp_10.42.42.5(pid=13417): stderr: \u000a| �[0;m�[38;5;43m20221208205312071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205312071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205312072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205312072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205312072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205312077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205312077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:14.113079 run patchelf(pid=13420): Terminating (SIGINT)\u000a20:53:14.290765 run patchelf(pid=13420): Terminated: ok {rc=0}\u000a20:53:14.323826 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13417): Process ended prematurely: osmo-stp_10.42.42.5(pid=13417) [trial-2349↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13417)] [trial-2349↪gprs:trx-lms↪iperf3.py:8]\u000a20:53:14.334329 tst iperf3.py:8: Test FAILED (8.3 sec)\u000a20:53:14.400727 run osmo-hlr_10.42.42.2(pid=13414): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13414)]\u000a20:53:14.453916 run osmo-hlr_10.42.42.2(pid=13414): stdout: \u000a| (launched: 2022-12-08_20:53:10.459717) \u000a20:53:14.507538 run osmo-hlr_10.42.42.2(pid=13414): stderr: \u000a| �[0;m�[1;31m20221208205310801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205310801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205310801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205310801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205310801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205310802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205310822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205310837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205310837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205310837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:14.552806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13409): Terminating (SIGTERM)\u000a20:53:14.596347 run iperf3-srv_10.42.42.10(pid=13410): Terminating (SIGTERM)\u000a20:53:14.637622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13413): Terminating (SIGTERM)\u000a20:53:14.684427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13416): Terminating (SIGTERM)\u000a20:53:14.727414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13419): Terminating (SIGTERM)\u000a20:53:14.740148 --- ParallelTerminationStrategy: PID 13409 died...\u000a20:53:14.799661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13409): Terminated: ok {rc=0}\u000a20:53:14.810335 --- ParallelTerminationStrategy: PID 13410 died...\u000a20:53:14.867486 run iperf3-srv_10.42.42.10(pid=13410): Terminated {rc=256}\u000a20:53:14.879109 --- ParallelTerminationStrategy: PID 13413 died...\u000a20:53:14.936463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13413): Terminated: ok {rc=0}\u000a20:53:14.947139 --- ParallelTerminationStrategy: PID 13416 died...\u000a20:53:15.004061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13416): Terminated: ok {rc=0}\u000a20:53:15.014765 --- ParallelTerminationStrategy: PID 13419 died...\u000a20:53:15.072832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13419): Terminated: ok {rc=0}\u000a20:53:15.159410 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13436): Process ended prematurely: osmo-stp_10.42.42.5(pid=13436) [trial-2349↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13436)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13436): Process ended prematurely: osmo-stp_10.42.42.5(pid=13436) [trial-2349↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a20:53:16.315049 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:16.330008 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a20:53:16.487377 tst iperf3m4.py: using LAC 16741\u000a20:53:16.635243 tst iperf3m4.py: using RAC 166\u000a20:53:16.796053 tst iperf3m4.py: using CellId 16741\u000a20:53:16.926964 tst iperf3m4.py: using BVCI 16742\u000a20:53:16.952374 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:16.964095 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:16.975653 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:16.987161 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:16.998543 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:17.009909 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:17.021645 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:17.033167 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:17.044831 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:53:17.174184 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:53:17.345151 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:53:17.494346 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:53:17.863762 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:53:18.001701 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:18.356736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13421): Launched\u000a20:53:18.651819 run iperf3-srv_10.42.42.10(pid=13422): Launched\u000a20:53:18.856045 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:53:18.993739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:19.346207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13423): Launched\u000a20:53:19.641981 run iperf3-srv_10.42.42.10(pid=13424): Launched\u000a20:53:19.844997 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:53:19.983124 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:20.339106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13425): Launched\u000a20:53:20.634893 run iperf3-srv_10.42.42.10(pid=13426): Launched\u000a20:53:20.837054 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:53:20.975250 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:21.327375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13427): Launched\u000a20:53:21.623230 run iperf3-srv_10.42.42.10(pid=13428): Launched\u000a20:53:21.825650 tst iperf3m4.py:8: start network...\u000a20:53:21.964501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:22.523650 run create_hlr_db(pid=13429): Launched\u000a20:53:22.715289 bus /gobi_6: Setting Powered False\u000a20:53:23.738073 run create_hlr_db(pid=13429): Terminated: ok {rc=0}\u000a20:53:24.187463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13431): Launched\u000a20:53:24.528198 run osmo-hlr_10.42.42.2(pid=13432): Launched\u000a20:53:24.645242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:25.211898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13435): Launched\u000a20:53:25.534414 run osmo-stp_10.42.42.5(pid=13436): Launched\u000a20:53:25.650975 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:53:26.214508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13438): Launched\u000a20:53:26.330309 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:53:26.612388 run patchelf(pid=13439): Launched\u000a20:53:26.801523 run osmo-stp_10.42.42.5(pid=13436): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13436)]\u000a20:53:26.939323 run osmo-stp_10.42.42.5(pid=13436): stdout: \u000a| (launched: 2022-12-08_20:53:25.376589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:27.077823 run osmo-stp_10.42.42.5(pid=13436): stderr: \u000a| �[0;m�[38;5;43m20221208205325570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205325570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205325570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205325570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205325571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205325571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205325571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:27.211487 run osmo-stp_10.42.42.5(pid=13436): stdout: \u000a| (launched: 2022-12-08_20:53:25.376589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:27.344290 run osmo-stp_10.42.42.5(pid=13436): stderr: \u000a| �[0;m�[38;5;43m20221208205325570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205325570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205325570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205325570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205325571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205325571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205325571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:27.499028 run patchelf(pid=13439): Terminating (SIGINT)\u000a20:53:27.680065 run patchelf(pid=13439): Terminated: ok {rc=0}\u000a20:53:27.713311 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13436): Process ended prematurely: osmo-stp_10.42.42.5(pid=13436) [trial-2349↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13436)] [trial-2349↪gprs:trx-lms↪iperf3m4.py:8]\u000a20:53:27.723208 tst iperf3m4.py:8: Test FAILED (11.5 sec)\u000a20:53:27.785929 run osmo-hlr_10.42.42.2(pid=13432): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13432)]\u000a20:53:27.836710 run osmo-hlr_10.42.42.2(pid=13432): stdout: \u000a| (launched: 2022-12-08_20:53:24.358256) \u000a20:53:27.888110 run osmo-hlr_10.42.42.2(pid=13432): stderr: \u000a| �[0;m�[1;31m20221208205324564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205324564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205324564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205324564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205324564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205324564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205324577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205324586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205324586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205324586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:27.931824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13421): Terminating (SIGTERM)\u000a20:53:27.973057 run iperf3-srv_10.42.42.10(pid=13422): Terminating (SIGTERM)\u000a20:53:28.014651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13423): Terminating (SIGTERM)\u000a20:53:28.055893 run iperf3-srv_10.42.42.10(pid=13424): Terminating (SIGTERM)\u000a20:53:28.097489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13425): Terminating (SIGTERM)\u000a20:53:28.138789 run iperf3-srv_10.42.42.10(pid=13426): Terminating (SIGTERM)\u000a20:53:28.179967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13427): Terminating (SIGTERM)\u000a20:53:28.221140 run iperf3-srv_10.42.42.10(pid=13428): Terminating (SIGTERM)\u000a20:53:28.263170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13431): Terminating (SIGTERM)\u000a20:53:28.304545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13435): Terminating (SIGTERM)\u000a20:53:28.346336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13438): Terminating (SIGTERM)\u000a20:53:28.355911 --- ParallelTerminationStrategy: PID 13421 died...\u000a20:53:28.411318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13421): Terminated: ok {rc=0}\u000a20:53:28.421320 --- ParallelTerminationStrategy: PID 13422 died...\u000a20:53:28.476054 run iperf3-srv_10.42.42.10(pid=13422): Terminated {rc=256}\u000a20:53:28.485968 --- ParallelTerminationStrategy: PID 13423 died...\u000a20:53:28.541272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13423): Terminated: ok {rc=0}\u000a20:53:28.551171 --- ParallelTerminationStrategy: PID 13424 died...\u000a20:53:28.606452 run iperf3-srv_10.42.42.10(pid=13424): Terminated {rc=256}\u000a20:53:28.616470 --- ParallelTerminationStrategy: PID 13425 died...\u000a20:53:28.671454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13425): Terminated: ok {rc=0}\u000a20:53:28.681447 --- ParallelTerminationStrategy: PID 13426 died...\u000a20:53:28.736221 run iperf3-srv_10.42.42.10(pid=13426): Terminated {rc=256}\u000a20:53:28.746160 --- ParallelTerminationStrategy: PID 13427 died...\u000a20:53:28.801357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13427): Terminated: ok {rc=0}\u000a20:53:28.811284 --- ParallelTerminationStrategy: PID 13428 died...\u000a20:53:28.866386 run iperf3-srv_10.42.42.10(pid=13428): Terminated {rc=256}\u000a20:53:28.876310 --- ParallelTerminationStrategy: PID 13431 died...\u000a20:53:28.931238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13431): Terminated: ok {rc=0}\u000a20:53:28.941199 --- ParallelTerminationStrategy: PID 13435 died...\u000a20:53:28.996358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13435): Terminated: ok {rc=0}\u000a20:53:29.006420 --- ParallelTerminationStrategy: PID 13438 died...\u000a20:53:29.061836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13438): Terminated: ok {rc=0}\u000a20:53:29.147849 bus /gobi_4: Setting Powered False\u000a20:53:30.251279 bus /gobi_4: Setting Powered False\u000a20:53:31.365082 bus /gobi_1: Setting Powered False\u000a20:53:32.469092 bus /gobi_1: Setting Powered False\u000a20:53:33.578777 bus /gobi_0: Setting Powered False\u000a20:53:34.680765 bus /gobi_0: Setting Powered False\u000a20:53:35.792746 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13446): Process ended prematurely: osmo-stp_10.42.42.5(pid=13446) [trial-2349↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13446)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13446): Process ended prematurely: osmo-stp_10.42.42.5(pid=13446) [trial-2349↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a20:53:36.859919 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:36.871375 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a20:53:37.015400 tst ping.py: using LAC 16742\u000a20:53:37.129830 tst ping.py: using RAC 167\u000a20:53:37.243604 tst ping.py: using CellId 16742\u000a20:53:37.357332 tst ping.py: using BVCI 16743\u000a20:53:37.379963 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:37.390538 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:37.400834 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:37.411524 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:37.422160 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:37.432667 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:37.443323 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:37.454289 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:53:37.742764 tst ping.py:19: start network...\u000a20:53:37.874160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:38.381597 run create_hlr_db(pid=13440): Launched\u000a20:53:38.565969 bus /gobi_6: Setting Powered False\u000a20:53:39.586323 run create_hlr_db(pid=13440): Terminated: ok {rc=0}\u000a20:53:39.986037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13442): Launched\u000a20:53:40.281817 run osmo-hlr_10.42.42.2(pid=13443): Launched\u000a20:53:40.393965 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:40.922191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13445): Launched\u000a20:53:41.216100 run osmo-stp_10.42.42.5(pid=13446): Launched\u000a20:53:41.322306 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:53:41.836436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13448): Launched\u000a20:53:41.941614 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:53:42.200355 run patchelf(pid=13449): Launched\u000a20:53:42.374565 run osmo-stp_10.42.42.5(pid=13446): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13446)]\u000a20:53:42.501794 run osmo-stp_10.42.42.5(pid=13446): stdout: \u000a| (launched: 2022-12-08_20:53:41.071934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:42.628919 run osmo-stp_10.42.42.5(pid=13446): stderr: \u000a| �[0;m�[38;5;43m20221208205341241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205341242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205341242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205341242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205341243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205341243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205341243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:42.751736 run osmo-stp_10.42.42.5(pid=13446): stdout: \u000a| (launched: 2022-12-08_20:53:41.071934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:42.872711 run osmo-stp_10.42.42.5(pid=13446): stderr: \u000a| �[0;m�[38;5;43m20221208205341241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205341242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205341242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205341242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205341243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205341243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205341243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:43.014520 run patchelf(pid=13449): Terminating (SIGINT)\u000a20:53:43.181075 run patchelf(pid=13449): Terminated: ok {rc=0}\u000a20:53:43.211392 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13446): Process ended prematurely: osmo-stp_10.42.42.5(pid=13446) [trial-2349↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13446)] [trial-2349↪gprs:trx-lms↪ping.py:22]\u000a20:53:43.220019 tst ping.py:22: Test FAILED (6.3 sec)\u000a20:53:43.280186 run osmo-hlr_10.42.42.2(pid=13443): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13443)]\u000a20:53:43.329110 run osmo-hlr_10.42.42.2(pid=13443): stdout: \u000a| (launched: 2022-12-08_20:53:40.135699) \u000a20:53:43.378785 run osmo-hlr_10.42.42.2(pid=13443): stderr: \u000a| �[0;m�[1;31m20221208205340311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205340311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205340311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205340311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205340311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205340311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205340325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205340335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205340335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205340335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:43.420691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13442): Terminating (SIGTERM)\u000a20:53:43.460785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13445): Terminating (SIGTERM)\u000a20:53:43.500640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13448): Terminating (SIGTERM)\u000a20:53:43.510095 --- ParallelTerminationStrategy: PID 13442 died...\u000a20:53:43.563211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13442): Terminated: ok {rc=0}\u000a20:53:43.573219 --- ParallelTerminationStrategy: PID 13445 died...\u000a20:53:43.626245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13445): Terminated: ok {rc=0}\u000a20:53:43.636036 --- ParallelTerminationStrategy: PID 13448 died...\u000a20:53:43.689007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13448): Terminated: ok {rc=0}\u000a20:53:43.776309 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13456): Process ended prematurely: osmo-stp_10.42.42.5(pid=13456) [trial-2349↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13456)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13456): Process ended prematurely: osmo-stp_10.42.42.5(pid=13456) [trial-2349↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a20:53:44.826584 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:44.837906 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a20:53:44.972335 tst ping_idle_ping.py: using LAC 16743\u000a20:53:45.090067 tst ping_idle_ping.py: using RAC 168\u000a20:53:45.206644 tst ping_idle_ping.py: using CellId 16743\u000a20:53:45.323895 tst ping_idle_ping.py: using BVCI 16744\u000a20:53:45.346560 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:45.357145 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:45.367592 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:45.378363 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:45.389067 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:45.399693 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:45.410511 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:45.421276 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:53:45.708159 tst ping_idle_ping.py:24: start network...\u000a20:53:45.846386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:46.386981 run create_hlr_db(pid=13450): Launched\u000a20:53:46.604831 bus /gobi_6: Setting Powered False\u000a20:53:47.588559 run create_hlr_db(pid=13450): Terminated: ok {rc=0}\u000a20:53:48.045443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13452): Launched\u000a20:53:48.363571 run osmo-hlr_10.42.42.2(pid=13453): Launched\u000a20:53:48.480266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:49.033967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13455): Launched\u000a20:53:49.352564 run osmo-stp_10.42.42.5(pid=13456): Launched\u000a20:53:49.467157 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:53:50.022337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13458): Launched\u000a20:53:50.136020 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:53:50.414495 run patchelf(pid=13459): Launched\u000a20:53:50.601820 run osmo-stp_10.42.42.5(pid=13456): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13456)]\u000a20:53:50.738272 run osmo-stp_10.42.42.5(pid=13456): stdout: \u000a| (launched: 2022-12-08_20:53:49.195299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:50.874745 run osmo-stp_10.42.42.5(pid=13456): stderr: \u000a| �[0;m�[38;5;43m20221208205349387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205349388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205349388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205349388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205349389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205349389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205349389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:51.006433 run osmo-stp_10.42.42.5(pid=13456): stdout: \u000a| (launched: 2022-12-08_20:53:49.195299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:51.136751 run osmo-stp_10.42.42.5(pid=13456): stderr: \u000a| �[0;m�[38;5;43m20221208205349387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205349388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205349388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205349388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205349389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205349389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205349389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:51.289195 run patchelf(pid=13459): Terminating (SIGINT)\u000a20:53:51.468306 run patchelf(pid=13459): Terminated: ok {rc=0}\u000a20:53:51.501004 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13456): Process ended prematurely: osmo-stp_10.42.42.5(pid=13456) [trial-2349↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13456)] [trial-2349↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a20:53:51.510606 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:53:51.573795 run osmo-hlr_10.42.42.2(pid=13453): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13453)]\u000a20:53:51.625280 run osmo-hlr_10.42.42.2(pid=13453): stdout: \u000a| (launched: 2022-12-08_20:53:48.207500) \u000a20:53:51.677328 run osmo-hlr_10.42.42.2(pid=13453): stderr: \u000a| �[0;m�[1;31m20221208205348404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205348404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205348404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205348404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205348404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205348404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205348416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205348424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205348425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205348425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:51.721868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13452): Terminating (SIGTERM)\u000a20:53:51.763689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13455): Terminating (SIGTERM)\u000a20:53:51.806027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13458): Terminating (SIGTERM)\u000a20:53:51.815807 --- ParallelTerminationStrategy: PID 13452 died...\u000a20:53:51.871383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13452): Terminated: ok {rc=0}\u000a20:53:51.882052 --- ParallelTerminationStrategy: PID 13455 died...\u000a20:53:51.937403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13455): Terminated: ok {rc=0}\u000a20:53:51.947318 --- ParallelTerminationStrategy: PID 13458 died...\u000a20:53:52.002821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13458): Terminated: ok {rc=0}\u000a20:53:52.089087 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:52:52" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13474): Process ended prematurely: osmo-stp_10.42.42.5(pid=13474) [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13474)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13474): Process ended prematurely: osmo-stp_10.42.42.5(pid=13474) [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:53:54.229811 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:53:54.240518 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:53:54.380680 tst cs_paging_gprs_active.py: using LAC 16744\u000a20:53:54.503726 tst cs_paging_gprs_active.py: using RAC 169\u000a20:53:54.630689 tst cs_paging_gprs_active.py: using CellId 16744\u000a20:53:54.753251 tst cs_paging_gprs_active.py: using BVCI 16745\u000a20:53:54.776278 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:53:54.787233 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:53:54.797927 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:53:54.809392 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:53:54.820711 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:53:54.832210 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:53:54.843897 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:53:54.855179 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:53:54.866793 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:53:54.989308 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:53:55.268076 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:53:55.394650 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:55.709155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13464): Launched\u000a20:53:55.972627 run iperf3-srv_10.42.42.10(pid=13465): Launched\u000a20:53:56.157051 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:53:56.282840 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:56.599318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13466): Launched\u000a20:53:56.862379 run iperf3-srv_10.42.42.10(pid=13467): Launched\u000a20:53:57.046692 tst cs_paging_gprs_active.py:38: start network...\u000a20:53:57.172629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:57.647859 run create_hlr_db(pid=13468): Launched\u000a20:53:57.820716 bus /gobi_6: Setting Powered False\u000a20:53:58.843474 run create_hlr_db(pid=13468): Terminated: ok {rc=0}\u000a20:53:59.245845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13470): Launched\u000a20:53:59.548124 run osmo-hlr_10.42.42.2(pid=13471): Launched\u000a20:53:59.663547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:00.196741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13473): Launched\u000a20:54:00.499234 run osmo-stp_10.42.42.5(pid=13474): Launched\u000a20:54:00.609927 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:54:01.168386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13476): Launched\u000a20:54:01.287792 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:54:01.615163 run patchelf(pid=13477): Launched\u000a20:54:01.850423 run osmo-stp_10.42.42.5(pid=13474): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13474)]\u000a20:54:01.993746 run osmo-stp_10.42.42.5(pid=13474): stdout: \u000a| (launched: 2022-12-08_20:54:00.350209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:02.137199 run osmo-stp_10.42.42.5(pid=13474): stderr: \u000a| �[0;m�[38;5;43m20221208205400524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205400524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205400524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205400524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205400525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205400525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205400525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:02.273930 run osmo-stp_10.42.42.5(pid=13474): stdout: \u000a| (launched: 2022-12-08_20:54:00.350209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:02.408515 run osmo-stp_10.42.42.5(pid=13474): stderr: \u000a| �[0;m�[38;5;43m20221208205400524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205400524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205400524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205400524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205400525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205400525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205400525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:02.565536 run patchelf(pid=13477): Terminating (SIGINT)\u000a20:54:02.748682 run patchelf(pid=13477): Terminated: ok {rc=0}\u000a20:54:02.782505 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13474): Process ended prematurely: osmo-stp_10.42.42.5(pid=13474) [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13474)] [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:54:02.792530 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a20:54:02.856306 run osmo-hlr_10.42.42.2(pid=13471): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13471)]\u000a20:54:02.907977 run osmo-hlr_10.42.42.2(pid=13471): stdout: \u000a| (launched: 2022-12-08_20:53:59.399182) \u000a20:54:02.960432 run osmo-hlr_10.42.42.2(pid=13471): stderr: \u000a| �[0;m�[1;31m20221208205359577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205359577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205359577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205359577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205359577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205359577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205359589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205359597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205359598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205359598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:03.005184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13464): Terminating (SIGTERM)\u000a20:54:03.047370 run iperf3-srv_10.42.42.10(pid=13465): Terminating (SIGTERM)\u000a20:54:03.090429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13466): Terminating (SIGTERM)\u000a20:54:03.130150 run iperf3-srv_10.42.42.10(pid=13467): Terminating (SIGTERM)\u000a20:54:03.169675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13470): Terminating (SIGTERM)\u000a20:54:03.209037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13473): Terminating (SIGTERM)\u000a20:54:03.249006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13476): Terminating (SIGTERM)\u000a20:54:03.258290 --- ParallelTerminationStrategy: PID 13464 died...\u000a20:54:03.311306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13464): Terminated: ok {rc=0}\u000a20:54:03.320845 --- ParallelTerminationStrategy: PID 13465 died...\u000a20:54:03.373440 run iperf3-srv_10.42.42.10(pid=13465): Terminated {rc=256}\u000a20:54:03.383180 --- ParallelTerminationStrategy: PID 13466 died...\u000a20:54:03.435715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13466): Terminated: ok {rc=0}\u000a20:54:03.445457 --- ParallelTerminationStrategy: PID 13467 died...\u000a20:54:03.498029 run iperf3-srv_10.42.42.10(pid=13467): Terminated {rc=256}\u000a20:54:03.507756 --- ParallelTerminationStrategy: PID 13470 died...\u000a20:54:03.560395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13470): Terminated: ok {rc=0}\u000a20:54:03.570229 --- ParallelTerminationStrategy: PID 13473 died...\u000a20:54:03.623096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13473): Terminated: ok {rc=0}\u000a20:54:03.632624 --- ParallelTerminationStrategy: PID 13476 died...\u000a20:54:03.685148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13476): Terminated: ok {rc=0}\u000a20:54:03.772214 bus /gobi_0: Setting Powered False\u000a20:54:04.875188 bus /gobi_0: Setting Powered False\u000a20:54:05.986071 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13486): Process ended prematurely: osmo-stp_10.42.42.5(pid=13486) [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13486)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13486): Process ended prematurely: osmo-stp_10.42.42.5(pid=13486) [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:54:07.095845 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:07.107286 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:54:07.254007 tst iperf3.py: using LAC 16745\u000a20:54:07.383260 tst iperf3.py: using RAC 170\u000a20:54:07.503987 tst iperf3.py: using CellId 16745\u000a20:54:07.624006 tst iperf3.py: using BVCI 16746\u000a20:54:07.647142 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:07.658124 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:07.668842 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:07.679859 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:07.690748 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:07.701710 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:07.712641 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:07.723447 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:07.734446 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:54:08.028115 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:54:08.163340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:08.498333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13478): Launched\u000a20:54:08.778522 run iperf3-srv_10.42.42.10(pid=13479): Launched\u000a20:54:08.977073 tst iperf3.py:8: start network...\u000a20:54:09.112243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:09.630842 run create_hlr_db(pid=13480): Launched\u000a20:54:09.825374 bus /gobi_6: Setting Powered False\u000a20:54:10.839366 run create_hlr_db(pid=13480): Terminated: ok {rc=0}\u000a20:54:11.245385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13482): Launched\u000a20:54:11.548223 run osmo-hlr_10.42.42.2(pid=13483): Launched\u000a20:54:11.667360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:12.200337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13485): Launched\u000a20:54:12.501128 run osmo-stp_10.42.42.5(pid=13486): Launched\u000a20:54:12.617975 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:54:13.143913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13488): Launched\u000a20:54:13.250449 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:54:13.512194 run patchelf(pid=13489): Launched\u000a20:54:13.688881 run osmo-stp_10.42.42.5(pid=13486): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13486)]\u000a20:54:13.817817 run osmo-stp_10.42.42.5(pid=13486): stdout: \u000a| (launched: 2022-12-08_20:54:12.352813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:13.946716 run osmo-stp_10.42.42.5(pid=13486): stderr: \u000a| �[0;m�[38;5;43m20221208205412528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205412528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205412528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205412529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205412529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205412529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205412529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:14.071180 run osmo-stp_10.42.42.5(pid=13486): stdout: \u000a| (launched: 2022-12-08_20:54:12.352813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:14.194446 run osmo-stp_10.42.42.5(pid=13486): stderr: \u000a| �[0;m�[38;5;43m20221208205412528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205412528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205412528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205412529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205412529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205412529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205412529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:14.338286 run patchelf(pid=13489): Terminating (SIGINT)\u000a20:54:14.506940 run patchelf(pid=13489): Terminated: ok {rc=0}\u000a20:54:14.538181 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13486): Process ended prematurely: osmo-stp_10.42.42.5(pid=13486) [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13486)] [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a20:54:14.547316 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:54:14.607593 run osmo-hlr_10.42.42.2(pid=13483): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13483)]\u000a20:54:14.656680 run osmo-hlr_10.42.42.2(pid=13483): stdout: \u000a| (launched: 2022-12-08_20:54:11.398582) \u000a20:54:14.706202 run osmo-hlr_10.42.42.2(pid=13483): stderr: \u000a| �[0;m�[1;31m20221208205411574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205411574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205411574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205411574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205411574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205411574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205411586 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205411595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205411595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205411595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:14.747736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13478): Terminating (SIGTERM)\u000a20:54:14.787091 run iperf3-srv_10.42.42.10(pid=13479): Terminating (SIGTERM)\u000a20:54:14.826630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13482): Terminating (SIGTERM)\u000a20:54:14.866121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13485): Terminating (SIGTERM)\u000a20:54:14.905588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13488): Terminating (SIGTERM)\u000a20:54:14.914993 --- ParallelTerminationStrategy: PID 13478 died...\u000a20:54:14.968640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13478): Terminated: ok {rc=0}\u000a20:54:14.978230 --- ParallelTerminationStrategy: PID 13479 died...\u000a20:54:15.030462 run iperf3-srv_10.42.42.10(pid=13479): Terminated {rc=256}\u000a20:54:15.039992 --- ParallelTerminationStrategy: PID 13482 died...\u000a20:54:15.092573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13482): Terminated: ok {rc=0}\u000a20:54:15.102231 --- ParallelTerminationStrategy: PID 13485 died...\u000a20:54:15.154564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13485): Terminated: ok {rc=0}\u000a20:54:15.164174 --- ParallelTerminationStrategy: PID 13488 died...\u000a20:54:15.216730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13488): Terminated: ok {rc=0}\u000a20:54:15.299662 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13504): Process ended prematurely: osmo-stp_10.42.42.5(pid=13504) [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13504)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13504): Process ended prematurely: osmo-stp_10.42.42.5(pid=13504) [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:54:16.409239 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:16.421573 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:54:16.562979 tst iperf3m4.py: using LAC 16746\u000a20:54:16.690879 tst iperf3m4.py: using RAC 171\u000a20:54:16.839358 tst iperf3m4.py: using CellId 16746\u000a20:54:16.997472 tst iperf3m4.py: using BVCI 16747\u000a20:54:17.032905 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:17.047602 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:17.060649 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:17.074108 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:17.085926 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:17.097938 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:17.110095 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:17.122546 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:17.134553 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:54:17.267814 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:54:17.392573 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:54:17.513890 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:54:17.809853 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:54:17.945978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:18.281809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13490): Launched\u000a20:54:18.561662 run iperf3-srv_10.42.42.10(pid=13491): Launched\u000a20:54:18.760504 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:54:18.895801 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:19.232171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13492): Launched\u000a20:54:19.512861 run iperf3-srv_10.42.42.10(pid=13493): Launched\u000a20:54:19.711242 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:54:19.846458 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:20.181063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13494): Launched\u000a20:54:20.459498 run iperf3-srv_10.42.42.10(pid=13495): Launched\u000a20:54:20.658023 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:54:20.793561 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:21.130235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13496): Launched\u000a20:54:21.410038 run iperf3-srv_10.42.42.10(pid=13497): Launched\u000a20:54:21.608006 tst iperf3m4.py:8: start network...\u000a20:54:21.743094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:22.261178 run create_hlr_db(pid=13498): Launched\u000a20:54:22.449857 bus /gobi_6: Setting Powered False\u000a20:54:23.471280 run create_hlr_db(pid=13498): Terminated: ok {rc=0}\u000a20:54:23.903362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13500): Launched\u000a20:54:24.227137 run osmo-hlr_10.42.42.2(pid=13501): Launched\u000a20:54:24.345318 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:24.909610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13503): Launched\u000a20:54:25.234798 run osmo-stp_10.42.42.5(pid=13504): Launched\u000a20:54:25.352179 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:54:25.918972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13506): Launched\u000a20:54:26.034559 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:54:26.319156 run patchelf(pid=13507): Launched\u000a20:54:26.509628 run osmo-stp_10.42.42.5(pid=13504): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13504)]\u000a20:54:26.648086 run osmo-stp_10.42.42.5(pid=13504): stdout: \u000a| (launched: 2022-12-08_20:54:25.074406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:26.787179 run osmo-stp_10.42.42.5(pid=13504): stderr: \u000a| �[0;m�[38;5;43m20221208205425266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205425266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205425266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205425267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205425267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205425267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205425267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:26.921270 run osmo-stp_10.42.42.5(pid=13504): stdout: \u000a| (launched: 2022-12-08_20:54:25.074406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:27.054398 run osmo-stp_10.42.42.5(pid=13504): stderr: \u000a| �[0;m�[38;5;43m20221208205425266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205425266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205425266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205425267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205425267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205425267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205425267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:27.209605 run patchelf(pid=13507): Terminating (SIGINT)\u000a20:54:27.391825 run patchelf(pid=13507): Terminated: ok {rc=0}\u000a20:54:27.425377 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13504): Process ended prematurely: osmo-stp_10.42.42.5(pid=13504) [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13504)] [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:54:27.435106 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a20:54:27.498253 run osmo-hlr_10.42.42.2(pid=13501): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13501)]\u000a20:54:27.549524 run osmo-hlr_10.42.42.2(pid=13501): stdout: \u000a| (launched: 2022-12-08_20:54:24.068778) \u000a20:54:27.601408 run osmo-hlr_10.42.42.2(pid=13501): stderr: \u000a| �[0;m�[1;31m20221208205424268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205424268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205424268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205424268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205424268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205424268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205424280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205424289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205424289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205424289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:27.645654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13490): Terminating (SIGTERM)\u000a20:54:27.687463 run iperf3-srv_10.42.42.10(pid=13491): Terminating (SIGTERM)\u000a20:54:27.729596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13492): Terminating (SIGTERM)\u000a20:54:27.771254 run iperf3-srv_10.42.42.10(pid=13493): Terminating (SIGTERM)\u000a20:54:27.813189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13494): Terminating (SIGTERM)\u000a20:54:27.854979 run iperf3-srv_10.42.42.10(pid=13495): Terminating (SIGTERM)\u000a20:54:27.897405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13496): Terminating (SIGTERM)\u000a20:54:27.939352 run iperf3-srv_10.42.42.10(pid=13497): Terminating (SIGTERM)\u000a20:54:27.981393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13500): Terminating (SIGTERM)\u000a20:54:28.024203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13503): Terminating (SIGTERM)\u000a20:54:28.066422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13506): Terminating (SIGTERM)\u000a20:54:28.076404 --- ParallelTerminationStrategy: PID 13490 died...\u000a20:54:28.132528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13490): Terminated: ok {rc=0}\u000a20:54:28.142811 --- ParallelTerminationStrategy: PID 13491 died...\u000a20:54:28.198329 run iperf3-srv_10.42.42.10(pid=13491): Terminated {rc=256}\u000a20:54:28.208588 --- ParallelTerminationStrategy: PID 13492 died...\u000a20:54:28.263797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13492): Terminated: ok {rc=0}\u000a20:54:28.274089 --- ParallelTerminationStrategy: PID 13493 died...\u000a20:54:28.329422 run iperf3-srv_10.42.42.10(pid=13493): Terminated {rc=256}\u000a20:54:28.339619 --- ParallelTerminationStrategy: PID 13494 died...\u000a20:54:28.395295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13494): Terminated: ok {rc=0}\u000a20:54:28.405921 --- ParallelTerminationStrategy: PID 13495 died...\u000a20:54:28.461232 run iperf3-srv_10.42.42.10(pid=13495): Terminated {rc=256}\u000a20:54:28.471292 --- ParallelTerminationStrategy: PID 13496 died...\u000a20:54:28.526794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13496): Terminated: ok {rc=0}\u000a20:54:28.537117 --- ParallelTerminationStrategy: PID 13497 died...\u000a20:54:28.592614 run iperf3-srv_10.42.42.10(pid=13497): Terminated {rc=256}\u000a20:54:28.602927 --- ParallelTerminationStrategy: PID 13500 died...\u000a20:54:28.658155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13500): Terminated: ok {rc=0}\u000a20:54:28.668477 --- ParallelTerminationStrategy: PID 13503 died...\u000a20:54:28.723983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13503): Terminated: ok {rc=0}\u000a20:54:28.734454 --- ParallelTerminationStrategy: PID 13506 died...\u000a20:54:28.789991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13506): Terminated: ok {rc=0}\u000a20:54:28.876883 bus /gobi_4: Setting Powered False\u000a20:54:29.982631 bus /gobi_4: Setting Powered False\u000a20:54:31.102022 bus /gobi_1: Setting Powered False\u000a20:54:32.209915 bus /gobi_1: Setting Powered False\u000a20:54:33.315868 bus /gobi_0: Setting Powered False\u000a20:54:34.417416 bus /gobi_0: Setting Powered False\u000a20:54:35.527130 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13514): Process ended prematurely: osmo-stp_10.42.42.5(pid=13514) [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13514)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13514): Process ended prematurely: osmo-stp_10.42.42.5(pid=13514) [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:54:36.595913 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:36.607962 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:54:36.746633 tst ping.py: using LAC 16747\u000a20:54:36.865497 tst ping.py: using RAC 172\u000a20:54:36.980758 tst ping.py: using CellId 16747\u000a20:54:37.104312 tst ping.py: using BVCI 16748\u000a20:54:37.128939 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:37.140559 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:37.151949 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:37.163475 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:37.174734 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:37.186461 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:37.198240 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:37.209568 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:54:37.483499 tst ping.py:19: start network...\u000a20:54:37.605899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:38.069859 run create_hlr_db(pid=13508): Launched\u000a20:54:38.240347 bus /gobi_6: Setting Powered False\u000a20:54:39.260654 run create_hlr_db(pid=13508): Terminated: ok {rc=0}\u000a20:54:39.654532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13510): Launched\u000a20:54:39.953267 run osmo-hlr_10.42.42.2(pid=13511): Launched\u000a20:54:40.068059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:40.591003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13513): Launched\u000a20:54:40.885993 run osmo-stp_10.42.42.5(pid=13514): Launched\u000a20:54:40.993062 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:54:41.508588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13516): Launched\u000a20:54:41.613748 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:54:41.872514 run patchelf(pid=13517): Launched\u000a20:54:42.046836 run osmo-stp_10.42.42.5(pid=13514): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13514)]\u000a20:54:42.174116 run osmo-stp_10.42.42.5(pid=13514): stdout: \u000a| (launched: 2022-12-08_20:54:40.740211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:42.301387 run osmo-stp_10.42.42.5(pid=13514): stderr: \u000a| �[0;m�[38;5;43m20221208205440907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205440908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205440908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205440908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205440909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205440909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205440909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:42.424141 run osmo-stp_10.42.42.5(pid=13514): stdout: \u000a| (launched: 2022-12-08_20:54:40.740211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:42.545700 run osmo-stp_10.42.42.5(pid=13514): stderr: \u000a| �[0;m�[38;5;43m20221208205440907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205440908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205440908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205440908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205440909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205440909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205440909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:42.687504 run patchelf(pid=13517): Terminating (SIGINT)\u000a20:54:42.854832 run patchelf(pid=13517): Terminated: ok {rc=0}\u000a20:54:42.885277 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13514): Process ended prematurely: osmo-stp_10.42.42.5(pid=13514) [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13514)] [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a20:54:42.894041 tst ping.py:22: Test FAILED (6.3 sec)\u000a20:54:42.954902 run osmo-hlr_10.42.42.2(pid=13511): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13511)]\u000a20:54:43.004146 run osmo-hlr_10.42.42.2(pid=13511): stdout: \u000a| (launched: 2022-12-08_20:54:39.804032) \u000a20:54:43.054055 run osmo-hlr_10.42.42.2(pid=13511): stderr: \u000a| �[0;m�[1;31m20221208205439980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205439980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205439980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205439980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205439980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205439980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205439992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205440000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205440000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205440000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:43.095923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13510): Terminating (SIGTERM)\u000a20:54:43.135520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13513): Terminating (SIGTERM)\u000a20:54:43.175364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13516): Terminating (SIGTERM)\u000a20:54:43.185171 --- ParallelTerminationStrategy: PID 13510 died...\u000a20:54:43.238681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13510): Terminated: ok {rc=0}\u000a20:54:43.248541 --- ParallelTerminationStrategy: PID 13513 died...\u000a20:54:43.301787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13513): Terminated: ok {rc=0}\u000a20:54:43.311458 --- ParallelTerminationStrategy: PID 13516 died...\u000a20:54:43.365219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13516): Terminated: ok {rc=0}\u000a20:54:43.453340 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13524): Process ended prematurely: osmo-stp_10.42.42.5(pid=13524) [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13524)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13524): Process ended prematurely: osmo-stp_10.42.42.5(pid=13524) [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:54:44.505322 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:44.517235 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:54:44.655145 tst ping_idle_ping.py: using LAC 16748\u000a20:54:44.772583 tst ping_idle_ping.py: using RAC 173\u000a20:54:44.888723 tst ping_idle_ping.py: using CellId 16748\u000a20:54:45.013668 tst ping_idle_ping.py: using BVCI 16749\u000a20:54:45.038210 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:45.049928 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:45.061414 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:45.073363 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:45.085288 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:45.097336 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:45.109558 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:45.121390 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:54:45.413664 tst ping_idle_ping.py:24: start network...\u000a20:54:45.546693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:46.134122 run create_hlr_db(pid=13518): Launched\u000a20:54:46.310275 bus /gobi_6: Setting Powered False\u000a20:54:47.356365 run create_hlr_db(pid=13518): Terminated: ok {rc=0}\u000a20:54:47.757592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13520): Launched\u000a20:54:48.053238 run osmo-hlr_10.42.42.2(pid=13521): Launched\u000a20:54:48.165166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:48.679738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13523): Launched\u000a20:54:48.977077 run osmo-stp_10.42.42.5(pid=13524): Launched\u000a20:54:49.085516 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:54:49.604054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13526): Launched\u000a20:54:49.709711 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:54:49.969627 run patchelf(pid=13527): Launched\u000a20:54:50.144017 run osmo-stp_10.42.42.5(pid=13524): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13524)]\u000a20:54:50.271236 run osmo-stp_10.42.42.5(pid=13524): stdout: \u000a| (launched: 2022-12-08_20:54:48.830443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:50.399021 run osmo-stp_10.42.42.5(pid=13524): stderr: \u000a| �[0;m�[38;5;43m20221208205448999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205448999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205448999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205448999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205449000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205449000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205449000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:50.521747 run osmo-stp_10.42.42.5(pid=13524): stdout: \u000a| (launched: 2022-12-08_20:54:48.830443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:50.643325 run osmo-stp_10.42.42.5(pid=13524): stderr: \u000a| �[0;m�[38;5;43m20221208205448999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205448999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205448999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205448999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205449000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205449000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205449000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:50.785374 run patchelf(pid=13527): Terminating (SIGINT)\u000a20:54:50.953382 run patchelf(pid=13527): Terminated: ok {rc=0}\u000a20:54:50.983653 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13524): Process ended prematurely: osmo-stp_10.42.42.5(pid=13524) [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13524)] [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:54:50.992331 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a20:54:51.052516 run osmo-hlr_10.42.42.2(pid=13521): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13521)]\u000a20:54:51.101414 run osmo-hlr_10.42.42.2(pid=13521): stdout: \u000a| (launched: 2022-12-08_20:54:47.907933) \u000a20:54:51.151093 run osmo-hlr_10.42.42.2(pid=13521): stderr: \u000a| �[0;m�[1;31m20221208205448083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205448083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205448083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205448083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205448083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205448083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205448095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205448103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205448104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205448104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:51.193101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13520): Terminating (SIGTERM)\u000a20:54:51.232860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13523): Terminating (SIGTERM)\u000a20:54:51.272743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13526): Terminating (SIGTERM)\u000a20:54:51.282246 --- ParallelTerminationStrategy: PID 13520 died...\u000a20:54:51.335450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13520): Terminated: ok {rc=0}\u000a20:54:51.345196 --- ParallelTerminationStrategy: PID 13523 died...\u000a20:54:51.397963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13523): Terminated: ok {rc=0}\u000a20:54:51.407774 --- ParallelTerminationStrategy: PID 13526 died...\u000a20:54:51.460581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13526): Terminated: ok {rc=0}\u000a20:54:51.549639 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:53:53" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13542): Process ended prematurely: osmo-stp_10.42.42.5(pid=13542) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13542)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13542): Process ended prematurely: osmo-stp_10.42.42.5(pid=13542) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:54:53.697837 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:54:53.708684 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:54:53.862874 tst cs_paging_gprs_active.py: using LAC 16749\u000a20:54:53.978961 tst cs_paging_gprs_active.py: using RAC 174\u000a20:54:54.100536 tst cs_paging_gprs_active.py: using CellId 16749\u000a20:54:54.219107 tst cs_paging_gprs_active.py: using BVCI 16750\u000a20:54:54.242195 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:54:54.252921 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:54:54.263680 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:54:54.274715 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:54:54.285498 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:54:54.296373 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:54:54.307371 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:54:54.318355 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:54:54.329409 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:54:54.449423 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:54:54.728899 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:54:54.854550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:55.168638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13532): Launched\u000a20:54:55.428829 run iperf3-srv_10.42.42.10(pid=13533): Launched\u000a20:54:55.613016 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:54:55.738509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:56.051674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13534): Launched\u000a20:54:56.311340 run iperf3-srv_10.42.42.10(pid=13535): Launched\u000a20:54:56.494934 tst cs_paging_gprs_active.py:38: start network...\u000a20:54:56.620080 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:57.113700 run create_hlr_db(pid=13536): Launched\u000a20:54:57.300629 bus /gobi_6: Setting Powered False\u000a20:54:58.322695 run create_hlr_db(pid=13536): Terminated: ok {rc=0}\u000a20:54:58.728443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13538): Launched\u000a20:54:59.031154 run osmo-hlr_10.42.42.2(pid=13539): Launched\u000a20:54:59.149724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:59.686388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13541): Launched\u000a20:55:00.010383 run osmo-stp_10.42.42.5(pid=13542): Launched\u000a20:55:00.127138 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:55:00.692785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13544): Launched\u000a20:55:00.808502 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:55:01.122825 run patchelf(pid=13545): Launched\u000a20:55:01.316079 run osmo-stp_10.42.42.5(pid=13542): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13542)]\u000a20:55:01.457919 run osmo-stp_10.42.42.5(pid=13542): stdout: \u000a| (launched: 2022-12-08_20:54:59.850806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:01.599495 run osmo-stp_10.42.42.5(pid=13542): stderr: \u000a| �[0;m�[38;5;43m20221208205500043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205500044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205500044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205500044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205500045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205500045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205500045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:01.758324 run osmo-stp_10.42.42.5(pid=13542): stdout: \u000a| (launched: 2022-12-08_20:54:59.850806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:01.919845 run osmo-stp_10.42.42.5(pid=13542): stderr: \u000a| �[0;m�[38;5;43m20221208205500043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205500044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205500044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205500044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205500045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205500045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205500045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:02.079958 run patchelf(pid=13545): Terminating (SIGINT)\u000a20:55:02.264337 run patchelf(pid=13545): Terminated: ok {rc=0}\u000a20:55:02.298080 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13542): Process ended prematurely: osmo-stp_10.42.42.5(pid=13542) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13542)] [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:55:02.307915 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a20:55:02.371587 run osmo-hlr_10.42.42.2(pid=13539): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13539)]\u000a20:55:02.423134 run osmo-hlr_10.42.42.2(pid=13539): stdout: \u000a| (launched: 2022-12-08_20:54:58.881522) \u000a20:55:02.474809 run osmo-hlr_10.42.42.2(pid=13539): stderr: \u000a| �[0;m�[1;31m20221208205459059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205459059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205459059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205459059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205459060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205459060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205459072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205459082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205459082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205459082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:02.519007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13532): Terminating (SIGTERM)\u000a20:55:02.560827 run iperf3-srv_10.42.42.10(pid=13533): Terminating (SIGTERM)\u000a20:55:02.602679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13534): Terminating (SIGTERM)\u000a20:55:02.644217 run iperf3-srv_10.42.42.10(pid=13535): Terminating (SIGTERM)\u000a20:55:02.686052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13538): Terminating (SIGTERM)\u000a20:55:02.727630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13541): Terminating (SIGTERM)\u000a20:55:02.769361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13544): Terminating (SIGTERM)\u000a20:55:02.779096 --- ParallelTerminationStrategy: PID 13532 died...\u000a20:55:02.834829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13532): Terminated: ok {rc=0}\u000a20:55:02.844799 --- ParallelTerminationStrategy: PID 13533 died...\u000a20:55:02.900103 run iperf3-srv_10.42.42.10(pid=13533): Terminated {rc=256}\u000a20:55:02.910148 --- ParallelTerminationStrategy: PID 13534 died...\u000a20:55:02.965684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13534): Terminated: ok {rc=0}\u000a20:55:02.975772 --- ParallelTerminationStrategy: PID 13535 died...\u000a20:55:03.032176 run iperf3-srv_10.42.42.10(pid=13535): Terminated {rc=256}\u000a20:55:03.042383 --- ParallelTerminationStrategy: PID 13538 died...\u000a20:55:03.098043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13538): Terminated: ok {rc=0}\u000a20:55:03.108288 --- ParallelTerminationStrategy: PID 13541 died...\u000a20:55:03.163828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13541): Terminated: ok {rc=0}\u000a20:55:03.174065 --- ParallelTerminationStrategy: PID 13544 died...\u000a20:55:03.229778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13544): Terminated: ok {rc=0}\u000a20:55:03.316838 bus /gobi_0: Setting Powered False\u000a20:55:04.419545 bus /gobi_0: Setting Powered False\u000a20:55:05.530396 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13558): Process ended prematurely: osmo-stp_10.42.42.5(pid=13558) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13558)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13558): Process ended prematurely: osmo-stp_10.42.42.5(pid=13558) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:55:06.644787 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:06.656611 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:55:06.823134 tst iperf3.py: using LAC 16750\u000a20:55:06.949805 tst iperf3.py: using RAC 175\u000a20:55:07.076349 tst iperf3.py: using CellId 16750\u000a20:55:07.197047 tst iperf3.py: using BVCI 16751\u000a20:55:07.220123 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:07.231262 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:07.242033 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:07.252894 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:07.263870 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:07.274859 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:07.285792 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:07.296550 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:07.307502 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:55:07.602430 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:55:07.737818 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:08.073105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13550): Launched\u000a20:55:08.352267 run iperf3-srv_10.42.42.10(pid=13551): Launched\u000a20:55:08.550686 tst iperf3.py:8: start network...\u000a20:55:08.685764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:09.203071 run create_hlr_db(pid=13552): Launched\u000a20:55:09.390553 bus /gobi_6: Setting Powered False\u000a20:55:10.411820 run create_hlr_db(pid=13552): Terminated: ok {rc=0}\u000a20:55:10.816530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13554): Launched\u000a20:55:11.116610 run osmo-hlr_10.42.42.2(pid=13555): Launched\u000a20:55:11.230102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:11.752083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13557): Launched\u000a20:55:12.052054 run osmo-stp_10.42.42.5(pid=13558): Launched\u000a20:55:12.160155 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:55:12.683284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13560): Launched\u000a20:55:12.790508 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:55:13.053320 run patchelf(pid=13561): Launched\u000a20:55:13.230563 run osmo-stp_10.42.42.5(pid=13558): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13558)]\u000a20:55:13.359450 run osmo-stp_10.42.42.5(pid=13558): stdout: \u000a| (launched: 2022-12-08_20:55:11.904780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:13.489279 run osmo-stp_10.42.42.5(pid=13558): stderr: \u000a| �[0;m�[38;5;43m20221208205512076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205512076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205512077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205512077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205512078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205512078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205512078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:13.613949 run osmo-stp_10.42.42.5(pid=13558): stdout: \u000a| (launched: 2022-12-08_20:55:11.904780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:13.737597 run osmo-stp_10.42.42.5(pid=13558): stderr: \u000a| �[0;m�[38;5;43m20221208205512076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205512076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205512077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205512077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205512078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205512078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205512078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:13.881747 run patchelf(pid=13561): Terminating (SIGINT)\u000a20:55:14.051050 run patchelf(pid=13561): Terminated: ok {rc=0}\u000a20:55:14.082213 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13558): Process ended prematurely: osmo-stp_10.42.42.5(pid=13558) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13558)] [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:55:14.091367 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:55:14.151806 run osmo-hlr_10.42.42.2(pid=13555): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13555)]\u000a20:55:14.200381 run osmo-hlr_10.42.42.2(pid=13555): stdout: \u000a| (launched: 2022-12-08_20:55:10.969148) \u000a20:55:14.249814 run osmo-hlr_10.42.42.2(pid=13555): stderr: \u000a| �[0;m�[1;31m20221208205511146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205511146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205511146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205511146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205511146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205511146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205511159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205511168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205511168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205511168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:14.291332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13550): Terminating (SIGTERM)\u000a20:55:14.330737 run iperf3-srv_10.42.42.10(pid=13551): Terminating (SIGTERM)\u000a20:55:14.369887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13554): Terminating (SIGTERM)\u000a20:55:14.409169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13557): Terminating (SIGTERM)\u000a20:55:14.448831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13560): Terminating (SIGTERM)\u000a20:55:14.458230 --- ParallelTerminationStrategy: PID 13550 died...\u000a20:55:14.511096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13550): Terminated: ok {rc=0}\u000a20:55:14.520891 --- ParallelTerminationStrategy: PID 13551 died...\u000a20:55:14.574090 run iperf3-srv_10.42.42.10(pid=13551): Terminated {rc=256}\u000a20:55:14.583793 --- ParallelTerminationStrategy: PID 13554 died...\u000a20:55:14.636849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13554): Terminated: ok {rc=0}\u000a20:55:14.646451 --- ParallelTerminationStrategy: PID 13557 died...\u000a20:55:14.699092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13557): Terminated: ok {rc=0}\u000a20:55:14.708843 --- ParallelTerminationStrategy: PID 13560 died...\u000a20:55:14.762492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13560): Terminated: ok {rc=0}\u000a20:55:14.849701 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13576): Process ended prematurely: osmo-stp_10.42.42.5(pid=13576) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13576)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13576): Process ended prematurely: osmo-stp_10.42.42.5(pid=13576) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:55:15.977845 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:15.990759 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:55:16.159774 tst iperf3m4.py: using LAC 16751\u000a20:55:16.288783 tst iperf3m4.py: using RAC 176\u000a20:55:16.417884 tst iperf3m4.py: using CellId 16751\u000a20:55:16.568217 tst iperf3m4.py: using BVCI 16752\u000a20:55:16.599823 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:16.611810 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:16.623668 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:16.636237 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:16.648202 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:16.660294 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:16.672728 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:16.684670 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:16.696819 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:55:16.820342 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:55:16.960653 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:55:17.082897 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:55:17.408049 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:55:17.543855 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:17.878271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13562): Launched\u000a20:55:18.159021 run iperf3-srv_10.42.42.10(pid=13563): Launched\u000a20:55:18.357343 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:55:18.492876 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:18.829277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13564): Launched\u000a20:55:19.109550 run iperf3-srv_10.42.42.10(pid=13565): Launched\u000a20:55:19.308326 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:55:19.444121 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:19.780381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13566): Launched\u000a20:55:20.060873 run iperf3-srv_10.42.42.10(pid=13567): Launched\u000a20:55:20.259499 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:55:20.394997 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:20.729827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13568): Launched\u000a20:55:21.009214 run iperf3-srv_10.42.42.10(pid=13569): Launched\u000a20:55:21.208056 tst iperf3m4.py:8: start network...\u000a20:55:21.342878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:21.862726 run create_hlr_db(pid=13570): Launched\u000a20:55:22.050414 bus /gobi_6: Setting Powered False\u000a20:55:23.071130 run create_hlr_db(pid=13570): Terminated: ok {rc=0}\u000a20:55:23.477352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13572): Launched\u000a20:55:23.779089 run osmo-hlr_10.42.42.2(pid=13573): Launched\u000a20:55:23.888562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:24.410860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13575): Launched\u000a20:55:24.711739 run osmo-stp_10.42.42.5(pid=13576): Launched\u000a20:55:24.821207 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:55:25.346196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13578): Launched\u000a20:55:25.453061 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:55:25.716640 run patchelf(pid=13579): Launched\u000a20:55:25.893716 run osmo-stp_10.42.42.5(pid=13576): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13576)]\u000a20:55:26.022865 run osmo-stp_10.42.42.5(pid=13576): stdout: \u000a| (launched: 2022-12-08_20:55:24.563681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:26.152178 run osmo-stp_10.42.42.5(pid=13576): stderr: \u000a| �[0;m�[38;5;43m20221208205524733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205524733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205524734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205524734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205524735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205524735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205524735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:26.277230 run osmo-stp_10.42.42.5(pid=13576): stdout: \u000a| (launched: 2022-12-08_20:55:24.563681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:26.401476 run osmo-stp_10.42.42.5(pid=13576): stderr: \u000a| �[0;m�[38;5;43m20221208205524733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205524733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205524734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205524734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205524735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205524735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205524735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:26.546026 run patchelf(pid=13579): Terminating (SIGINT)\u000a20:55:26.715368 run patchelf(pid=13579): Terminated: ok {rc=0}\u000a20:55:26.746543 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13576): Process ended prematurely: osmo-stp_10.42.42.5(pid=13576) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13576)] [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:55:26.755751 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a20:55:26.816289 run osmo-hlr_10.42.42.2(pid=13573): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13573)]\u000a20:55:26.865303 run osmo-hlr_10.42.42.2(pid=13573): stdout: \u000a| (launched: 2022-12-08_20:55:23.630672) \u000a20:55:26.914820 run osmo-hlr_10.42.42.2(pid=13573): stderr: \u000a| �[0;m�[1;31m20221208205523807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205523807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205523807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205523807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205523807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205523807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205523825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205523834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205523834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205523834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:26.956770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13562): Terminating (SIGTERM)\u000a20:55:26.996636 run iperf3-srv_10.42.42.10(pid=13563): Terminating (SIGTERM)\u000a20:55:27.035973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13564): Terminating (SIGTERM)\u000a20:55:27.075595 run iperf3-srv_10.42.42.10(pid=13565): Terminating (SIGTERM)\u000a20:55:27.115266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13566): Terminating (SIGTERM)\u000a20:55:27.154987 run iperf3-srv_10.42.42.10(pid=13567): Terminating (SIGTERM)\u000a20:55:27.194805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13568): Terminating (SIGTERM)\u000a20:55:27.234773 run iperf3-srv_10.42.42.10(pid=13569): Terminating (SIGTERM)\u000a20:55:27.279693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13572): Terminating (SIGTERM)\u000a20:55:27.322117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13575): Terminating (SIGTERM)\u000a20:55:27.364385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13578): Terminating (SIGTERM)\u000a20:55:27.375084 --- ParallelTerminationStrategy: PID 13562 died...\u000a20:55:27.432012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13562): Terminated: ok {rc=0}\u000a20:55:27.442448 --- ParallelTerminationStrategy: PID 13563 died...\u000a20:55:27.499616 run iperf3-srv_10.42.42.10(pid=13563): Terminated {rc=256}\u000a20:55:27.509868 --- ParallelTerminationStrategy: PID 13564 died...\u000a20:55:27.566426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13564): Terminated: ok {rc=0}\u000a20:55:27.577110 --- ParallelTerminationStrategy: PID 13565 died...\u000a20:55:27.633867 run iperf3-srv_10.42.42.10(pid=13565): Terminated {rc=256}\u000a20:55:27.644137 --- ParallelTerminationStrategy: PID 13566 died...\u000a20:55:27.700748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13566): Terminated: ok {rc=0}\u000a20:55:27.711134 --- ParallelTerminationStrategy: PID 13567 died...\u000a20:55:27.768085 run iperf3-srv_10.42.42.10(pid=13567): Terminated {rc=256}\u000a20:55:27.778393 --- ParallelTerminationStrategy: PID 13568 died...\u000a20:55:27.834756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13568): Terminated: ok {rc=0}\u000a20:55:27.845548 --- ParallelTerminationStrategy: PID 13569 died...\u000a20:55:27.902123 run iperf3-srv_10.42.42.10(pid=13569): Terminated {rc=256}\u000a20:55:27.912360 --- ParallelTerminationStrategy: PID 13572 died...\u000a20:55:27.968700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13572): Terminated: ok {rc=0}\u000a20:55:27.979018 --- ParallelTerminationStrategy: PID 13575 died...\u000a20:55:28.035777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13575): Terminated: ok {rc=0}\u000a20:55:28.046144 --- ParallelTerminationStrategy: PID 13578 died...\u000a20:55:28.102983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13578): Terminated: ok {rc=0}\u000a20:55:28.189870 bus /gobi_4: Setting Powered False\u000a20:55:29.299318 bus /gobi_4: Setting Powered False\u000a20:55:30.408488 bus /gobi_1: Setting Powered False\u000a20:55:31.518716 bus /gobi_1: Setting Powered False\u000a20:55:32.630683 bus /gobi_0: Setting Powered False\u000a20:55:33.735416 bus /gobi_0: Setting Powered False\u000a20:55:34.846870 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13586): Process ended prematurely: osmo-stp_10.42.42.5(pid=13586) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13586)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13586): Process ended prematurely: osmo-stp_10.42.42.5(pid=13586) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:55:35.916196 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:35.928412 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:55:36.093875 tst ping.py: using LAC 16752\u000a20:55:36.219730 tst ping.py: using RAC 177\u000a20:55:36.349270 tst ping.py: using CellId 16752\u000a20:55:36.474205 tst ping.py: using BVCI 16753\u000a20:55:36.498598 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:36.510139 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:36.521282 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:36.532429 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:36.543532 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:36.554683 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:36.566050 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:36.577255 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:55:36.867004 tst ping.py:19: start network...\u000a20:55:36.999365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:37.507158 run create_hlr_db(pid=13580): Launched\u000a20:55:37.692793 bus /gobi_6: Setting Powered False\u000a20:55:38.712411 run create_hlr_db(pid=13580): Terminated: ok {rc=0}\u000a20:55:39.111453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13582): Launched\u000a20:55:39.408509 run osmo-hlr_10.42.42.2(pid=13583): Launched\u000a20:55:39.517148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:40.034128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13585): Launched\u000a20:55:40.330645 run osmo-stp_10.42.42.5(pid=13586): Launched\u000a20:55:40.438977 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:55:40.956105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13588): Launched\u000a20:55:41.061665 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:55:41.322757 run patchelf(pid=13589): Launched\u000a20:55:41.497266 run osmo-stp_10.42.42.5(pid=13586): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13586)]\u000a20:55:41.624306 run osmo-stp_10.42.42.5(pid=13586): stdout: \u000a| (launched: 2022-12-08_20:55:40.184280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:41.751774 run osmo-stp_10.42.42.5(pid=13586): stderr: \u000a| �[0;m�[38;5;43m20221208205540353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205540353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205540353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205540353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205540356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205540356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205540356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:41.874801 run osmo-stp_10.42.42.5(pid=13586): stdout: \u000a| (launched: 2022-12-08_20:55:40.184280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:42.000892 run osmo-stp_10.42.42.5(pid=13586): stderr: \u000a| �[0;m�[38;5;43m20221208205540353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205540353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205540353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205540353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205540356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205540356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205540356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:42.142602 run patchelf(pid=13589): Terminating (SIGINT)\u000a20:55:42.309309 run patchelf(pid=13589): Terminated: ok {rc=0}\u000a20:55:42.339830 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13586): Process ended prematurely: osmo-stp_10.42.42.5(pid=13586) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13586)] [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:55:42.348803 tst ping.py:22: Test FAILED (6.4 sec)\u000a20:55:42.410336 run osmo-hlr_10.42.42.2(pid=13583): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13583)]\u000a20:55:42.459535 run osmo-hlr_10.42.42.2(pid=13583): stdout: \u000a| (launched: 2022-12-08_20:55:39.261478) \u000a20:55:42.509499 run osmo-hlr_10.42.42.2(pid=13583): stderr: \u000a| �[0;m�[1;31m20221208205539435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205539435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205539435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205539435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205539435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205539435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205539448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205539457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205539457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205539457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:42.551740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13582): Terminating (SIGTERM)\u000a20:55:42.592003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13585): Terminating (SIGTERM)\u000a20:55:42.632153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13588): Terminating (SIGTERM)\u000a20:55:42.642028 --- ParallelTerminationStrategy: PID 13582 died...\u000a20:55:42.695930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13582): Terminated: ok {rc=0}\u000a20:55:42.705707 --- ParallelTerminationStrategy: PID 13585 died...\u000a20:55:42.758699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13585): Terminated: ok {rc=0}\u000a20:55:42.768554 --- ParallelTerminationStrategy: PID 13588 died...\u000a20:55:42.821450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13588): Terminated: ok {rc=0}\u000a20:55:42.904655 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 19, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13596): Process ended prematurely: osmo-stp_10.42.42.5(pid=13596) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13596)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13596): Process ended prematurely: osmo-stp_10.42.42.5(pid=13596) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13596)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:55:43.958478 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:43.971279 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:55:44.138457 tst ping_idle_ping.py: using LAC 16753\u000a20:55:44.265570 tst ping_idle_ping.py: using RAC 178\u000a20:55:44.392322 tst ping_idle_ping.py: using CellId 16753\u000a20:55:44.518858 tst ping_idle_ping.py: using BVCI 16754\u000a20:55:44.543637 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:44.555405 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:44.566974 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:44.578957 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:44.590653 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:44.602310 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:44.614152 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:44.625722 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:55:44.917296 tst ping_idle_ping.py:24: start network...\u000a20:55:45.050359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:45.563662 run create_hlr_db(pid=13590): Launched\u000a20:55:45.749704 bus /gobi_6: Setting Powered False\u000a20:55:46.770664 run create_hlr_db(pid=13590): Terminated: ok {rc=0}\u000a20:55:47.219341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13592): Launched\u000a20:55:47.539470 run osmo-hlr_10.42.42.2(pid=13593): Launched\u000a20:55:47.657167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:48.212113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13595): Launched\u000a20:55:48.531664 run osmo-stp_10.42.42.5(pid=13596): Launched\u000a20:55:48.647117 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:55:49.204830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13598): Launched\u000a20:55:49.318775 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:55:49.599389 run patchelf(pid=13599): Launched\u000a20:55:49.786978 run osmo-stp_10.42.42.5(pid=13596): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13596)]\u000a20:55:49.925942 run osmo-stp_10.42.42.5(pid=13596): stdout: \u000a| (launched: 2022-12-08_20:55:48.374292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:50.063588 run osmo-stp_10.42.42.5(pid=13596): stderr: \u000a| �[0;m�[38;5;43m20221208205548567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205548567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205548567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205548568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205548568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205548568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205548568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:50.196197 run osmo-stp_10.42.42.5(pid=13596): stdout: \u000a| (launched: 2022-12-08_20:55:48.374292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:50.327466 run osmo-stp_10.42.42.5(pid=13596): stderr: \u000a| �[0;m�[38;5;43m20221208205548567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205548567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205548567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205548568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205548568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205548568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205548568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:50.480729 run patchelf(pid=13599): Terminating (SIGINT)\u000a20:55:50.660012 run patchelf(pid=13599): Terminated: ok {rc=0}\u000a20:55:50.692616 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13596): Process ended prematurely: osmo-stp_10.42.42.5(pid=13596) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13596)] [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:55:50.701825 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:55:50.764888 run osmo-hlr_10.42.42.2(pid=13593): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13593)]\u000a20:55:50.816603 run osmo-hlr_10.42.42.2(pid=13593): stdout: \u000a| (launched: 2022-12-08_20:55:47.381807) \u000a20:55:50.868834 run osmo-hlr_10.42.42.2(pid=13593): stderr: \u000a| �[0;m�[1;31m20221208205547580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205547580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205547580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205547581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205547581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205547581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205547592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205547600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205547601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205547601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:50.913400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13592): Terminating (SIGTERM)\u000a20:55:50.955793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13595): Terminating (SIGTERM)\u000a20:55:50.998167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13598): Terminating (SIGTERM)\u000a20:55:51.008194 --- ParallelTerminationStrategy: PID 13592 died...\u000a20:55:51.064759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13592): Terminated: ok {rc=0}\u000a20:55:51.075251 --- ParallelTerminationStrategy: PID 13595 died...\u000a20:55:51.131781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13595): Terminated: ok {rc=0}\u000a20:55:51.142201 --- ParallelTerminationStrategy: PID 13598 died...\u000a20:55:51.198693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13598): Terminated: ok {rc=0}\u000a20:55:51.286109 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:54:53" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13613): Process ended prematurely: osmo-stp_10.42.42.5(pid=13613) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13613)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13613): Process ended prematurely: osmo-stp_10.42.42.5(pid=13613) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:55:53.444372 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:55:53.455924 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:55:53.619346 tst cs_paging_gprs_active.py: using LAC 16754\u000a20:55:53.741276 tst cs_paging_gprs_active.py: using RAC 179\u000a20:55:53.861623 tst cs_paging_gprs_active.py: using CellId 16754\u000a20:55:53.988761 tst cs_paging_gprs_active.py: using BVCI 16755\u000a20:55:54.013999 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:55:54.025740 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:55:54.037122 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:55:54.048692 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:55:54.060615 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:55:54.072380 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:55:54.083864 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:55:54.095442 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:55:54.106998 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:55:54.226425 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:55:54.513359 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:55:54.639618 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:54.953194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13603): Launched\u000a20:55:55.214244 run iperf3-srv_10.42.42.10(pid=13604): Launched\u000a20:55:55.398565 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:55:55.525425 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:55.839330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13605): Launched\u000a20:55:56.099522 run iperf3-srv_10.42.42.10(pid=13606): Launched\u000a20:55:56.283562 tst cs_paging_gprs_active.py:38: start network...\u000a20:55:56.409420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:56.887018 run create_hlr_db(pid=13607): Launched\u000a20:55:57.060501 bus /gobi_6: Setting Powered False\u000a20:55:58.082587 run create_hlr_db(pid=13607): Terminated: ok {rc=0}\u000a20:55:58.514715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13609): Launched\u000a20:55:58.839797 run osmo-hlr_10.42.42.2(pid=13610): Launched\u000a20:55:58.959825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:59.525891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13612): Launched\u000a20:55:59.850477 run osmo-stp_10.42.42.5(pid=13613): Launched\u000a20:55:59.967551 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:56:00.535819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13615): Launched\u000a20:56:00.652352 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:56:00.982662 run patchelf(pid=13616): Launched\u000a20:56:01.180251 run osmo-stp_10.42.42.5(pid=13613): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13613)]\u000a20:56:01.322706 run osmo-stp_10.42.42.5(pid=13613): stdout: \u000a| (launched: 2022-12-08_20:55:59.691230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:01.466034 run osmo-stp_10.42.42.5(pid=13613): stderr: \u000a| �[0;m�[38;5;43m20221208205559884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205559884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205559885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205559885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205559886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205559886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205559886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:01.605213 run osmo-stp_10.42.42.5(pid=13613): stdout: \u000a| (launched: 2022-12-08_20:55:59.691230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:01.742131 run osmo-stp_10.42.42.5(pid=13613): stderr: \u000a| �[0;m�[38;5;43m20221208205559884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205559884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205559885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205559885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205559886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205559886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205559886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:01.901548 run patchelf(pid=13616): Terminating (SIGINT)\u000a20:56:02.088087 run patchelf(pid=13616): Terminated: ok {rc=0}\u000a20:56:02.122625 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13613): Process ended prematurely: osmo-stp_10.42.42.5(pid=13613) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13613)] [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:56:02.133264 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:56:02.197160 run osmo-hlr_10.42.42.2(pid=13610): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13610)]\u000a20:56:02.248807 run osmo-hlr_10.42.42.2(pid=13610): stdout: \u000a| (launched: 2022-12-08_20:55:58.680227) \u000a20:56:02.300833 run osmo-hlr_10.42.42.2(pid=13610): stderr: \u000a| �[0;m�[1;31m20221208205558880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205558880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205558880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205558880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205558880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205558880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205558892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205558900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205558900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205558901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:02.345359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13603): Terminating (SIGTERM)\u000a20:56:02.387215 run iperf3-srv_10.42.42.10(pid=13604): Terminating (SIGTERM)\u000a20:56:02.429530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13605): Terminating (SIGTERM)\u000a20:56:02.471479 run iperf3-srv_10.42.42.10(pid=13606): Terminating (SIGTERM)\u000a20:56:02.513402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13609): Terminating (SIGTERM)\u000a20:56:02.555273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13612): Terminating (SIGTERM)\u000a20:56:02.597175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13615): Terminating (SIGTERM)\u000a20:56:02.606936 --- ParallelTerminationStrategy: PID 13603 died...\u000a20:56:02.662956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13603): Terminated: ok {rc=0}\u000a20:56:02.673307 --- ParallelTerminationStrategy: PID 13604 died...\u000a20:56:02.728557 run iperf3-srv_10.42.42.10(pid=13604): Terminated {rc=256}\u000a20:56:02.738769 --- ParallelTerminationStrategy: PID 13605 died...\u000a20:56:02.794355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13605): Terminated: ok {rc=0}\u000a20:56:02.804607 --- ParallelTerminationStrategy: PID 13606 died...\u000a20:56:02.860237 run iperf3-srv_10.42.42.10(pid=13606): Terminated {rc=256}\u000a20:56:02.870442 --- ParallelTerminationStrategy: PID 13609 died...\u000a20:56:02.925873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13609): Terminated: ok {rc=0}\u000a20:56:02.936176 --- ParallelTerminationStrategy: PID 13612 died...\u000a20:56:02.991685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13612): Terminated: ok {rc=0}\u000a20:56:03.001931 --- ParallelTerminationStrategy: PID 13615 died...\u000a20:56:03.057794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13615): Terminated: ok {rc=0}\u000a20:56:03.145270 bus /gobi_0: Setting Powered False\u000a20:56:04.248311 bus /gobi_0: Setting Powered False\u000a20:56:05.359555 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13625): Process ended prematurely: osmo-stp_10.42.42.5(pid=13625) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13625)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13625): Process ended prematurely: osmo-stp_10.42.42.5(pid=13625) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:56:06.469297 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:06.480797 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:56:06.647279 tst iperf3.py: using LAC 16755\u000a20:56:06.776826 tst iperf3.py: using RAC 180\u000a20:56:06.904287 tst iperf3.py: using CellId 16755\u000a20:56:07.028118 tst iperf3.py: using BVCI 16756\u000a20:56:07.051349 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:07.062482 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:07.073349 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:07.084524 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:07.095602 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:07.106627 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:07.117772 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:07.128533 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:07.139681 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:56:07.418536 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:56:07.544357 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:56:07.857144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13617): Launched\u000a20:56:08.118388 run iperf3-srv_10.42.42.10(pid=13618): Launched\u000a20:56:08.302032 tst iperf3.py:8: start network...\u000a20:56:08.427300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:08.902723 run create_hlr_db(pid=13619): Launched\u000a20:56:09.076232 bus /gobi_6: Setting Powered False\u000a20:56:10.098188 run create_hlr_db(pid=13619): Terminated: ok {rc=0}\u000a20:56:10.531713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13621): Launched\u000a20:56:10.856220 run osmo-hlr_10.42.42.2(pid=13622): Launched\u000a20:56:10.974458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:11.540484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13624): Launched\u000a20:56:11.865754 run osmo-stp_10.42.42.5(pid=13625): Launched\u000a20:56:11.984268 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:56:12.551483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13627): Launched\u000a20:56:12.667458 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:56:12.951137 run patchelf(pid=13628): Launched\u000a20:56:13.141923 run osmo-stp_10.42.42.5(pid=13625): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13625)]\u000a20:56:13.280793 run osmo-stp_10.42.42.5(pid=13625): stdout: \u000a| (launched: 2022-12-08_20:56:11.706277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:13.420242 run osmo-stp_10.42.42.5(pid=13625): stderr: \u000a| �[0;m�[38;5;43m20221208205611899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205611899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205611899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205611899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205611900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205611900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205611900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:13.555402 run osmo-stp_10.42.42.5(pid=13625): stdout: \u000a| (launched: 2022-12-08_20:56:11.706277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:13.689209 run osmo-stp_10.42.42.5(pid=13625): stderr: \u000a| �[0;m�[38;5;43m20221208205611899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205611899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205611899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205611899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205611900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205611900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205611900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:13.844676 run patchelf(pid=13628): Terminating (SIGINT)\u000a20:56:14.026792 run patchelf(pid=13628): Terminated: ok {rc=0}\u000a20:56:14.060124 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13625): Process ended prematurely: osmo-stp_10.42.42.5(pid=13625) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13625)] [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:56:14.070293 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a20:56:14.133608 run osmo-hlr_10.42.42.2(pid=13622): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13622)]\u000a20:56:14.185131 run osmo-hlr_10.42.42.2(pid=13622): stdout: \u000a| (launched: 2022-12-08_20:56:10.697426) \u000a20:56:14.237274 run osmo-hlr_10.42.42.2(pid=13622): stderr: \u000a| �[0;m�[1;31m20221208205610900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205610900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205610900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205610900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205610900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205610900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205610913 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205610921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205610921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205610921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:14.281770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13617): Terminating (SIGTERM)\u000a20:56:14.323704 run iperf3-srv_10.42.42.10(pid=13618): Terminating (SIGTERM)\u000a20:56:14.365756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13621): Terminating (SIGTERM)\u000a20:56:14.408324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13624): Terminating (SIGTERM)\u000a20:56:14.450303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13627): Terminating (SIGTERM)\u000a20:56:14.460247 --- ParallelTerminationStrategy: PID 13617 died...\u000a20:56:14.516193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13617): Terminated: ok {rc=0}\u000a20:56:14.526246 --- ParallelTerminationStrategy: PID 13618 died...\u000a20:56:14.581832 run iperf3-srv_10.42.42.10(pid=13618): Terminated {rc=256}\u000a20:56:14.591981 --- ParallelTerminationStrategy: PID 13621 died...\u000a20:56:14.647645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13621): Terminated: ok {rc=0}\u000a20:56:14.657939 --- ParallelTerminationStrategy: PID 13624 died...\u000a20:56:14.713845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13624): Terminated: ok {rc=0}\u000a20:56:14.724284 --- ParallelTerminationStrategy: PID 13627 died...\u000a20:56:14.780135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13627): Terminated: ok {rc=0}\u000a20:56:14.867250 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13643): Process ended prematurely: osmo-stp_10.42.42.5(pid=13643) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13643)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13643): Process ended prematurely: osmo-stp_10.42.42.5(pid=13643) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:56:15.992291 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:16.007330 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:56:16.211049 tst iperf3m4.py: using LAC 16756\u000a20:56:16.373654 tst iperf3m4.py: using RAC 181\u000a20:56:16.510228 tst iperf3m4.py: using CellId 16756\u000a20:56:16.639125 tst iperf3m4.py: using BVCI 16757\u000a20:56:16.666473 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:16.679036 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:16.691582 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:16.704604 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:16.717375 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:16.729765 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:16.743156 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:16.755795 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:16.768744 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:56:16.895748 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:56:17.047770 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:56:17.164766 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:56:17.450504 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:56:17.576815 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:56:17.891485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13629): Launched\u000a20:56:18.152783 run iperf3-srv_10.42.42.10(pid=13630): Launched\u000a20:56:18.337062 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:56:18.462611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:56:18.775531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13631): Launched\u000a20:56:19.036776 run iperf3-srv_10.42.42.10(pid=13632): Launched\u000a20:56:19.221221 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:56:19.347109 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:56:19.661206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13633): Launched\u000a20:56:19.922403 run iperf3-srv_10.42.42.10(pid=13634): Launched\u000a20:56:20.106317 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:56:20.231230 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:56:20.543918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13635): Launched\u000a20:56:20.804706 run iperf3-srv_10.42.42.10(pid=13636): Launched\u000a20:56:20.987783 tst iperf3m4.py:8: start network...\u000a20:56:21.112872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:21.588541 run create_hlr_db(pid=13637): Launched\u000a20:56:21.761822 bus /gobi_6: Setting Powered False\u000a20:56:22.783461 run create_hlr_db(pid=13637): Terminated: ok {rc=0}\u000a20:56:23.212845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13639): Launched\u000a20:56:23.514895 run osmo-hlr_10.42.42.2(pid=13640): Launched\u000a20:56:23.631658 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:24.167999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13642): Launched\u000a20:56:24.468223 run osmo-stp_10.42.42.5(pid=13643): Launched\u000a20:56:24.576318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:56:25.098779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13645): Launched\u000a20:56:25.205947 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:56:25.469288 run patchelf(pid=13646): Launched\u000a20:56:25.646423 run osmo-stp_10.42.42.5(pid=13643): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13643)]\u000a20:56:25.775801 run osmo-stp_10.42.42.5(pid=13643): stdout: \u000a| (launched: 2022-12-08_20:56:24.320347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:25.905362 run osmo-stp_10.42.42.5(pid=13643): stderr: \u000a| �[0;m�[38;5;43m20221208205624491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205624491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205624491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205624492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205624492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205624492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205624493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:26.029896 run osmo-stp_10.42.42.5(pid=13643): stdout: \u000a| (launched: 2022-12-08_20:56:24.320347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:26.153917 run osmo-stp_10.42.42.5(pid=13643): stderr: \u000a| �[0;m�[38;5;43m20221208205624491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205624491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205624491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205624492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205624492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205624492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205624493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:26.298206 run patchelf(pid=13646): Terminating (SIGINT)\u000a20:56:26.467530 run patchelf(pid=13646): Terminated: ok {rc=0}\u000a20:56:26.498593 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13643): Process ended prematurely: osmo-stp_10.42.42.5(pid=13643) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13643)] [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:56:26.507731 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a20:56:26.572515 run osmo-hlr_10.42.42.2(pid=13640): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13640)]\u000a20:56:26.625090 run osmo-hlr_10.42.42.2(pid=13640): stdout: \u000a| (launched: 2022-12-08_20:56:23.365625) \u000a20:56:26.677803 run osmo-hlr_10.42.42.2(pid=13640): stderr: \u000a| �[0;m�[1;31m20221208205623542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205623542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205623543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205623543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205623543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205623543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205623559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205623567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205623567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205623567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:26.722546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13629): Terminating (SIGTERM)\u000a20:56:26.764781 run iperf3-srv_10.42.42.10(pid=13630): Terminating (SIGTERM)\u000a20:56:26.807639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13631): Terminating (SIGTERM)\u000a20:56:26.849571 run iperf3-srv_10.42.42.10(pid=13632): Terminating (SIGTERM)\u000a20:56:26.891973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13633): Terminating (SIGTERM)\u000a20:56:26.934246 run iperf3-srv_10.42.42.10(pid=13634): Terminating (SIGTERM)\u000a20:56:26.976868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13635): Terminating (SIGTERM)\u000a20:56:27.019153 run iperf3-srv_10.42.42.10(pid=13636): Terminating (SIGTERM)\u000a20:56:27.061619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13639): Terminating (SIGTERM)\u000a20:56:27.103973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13642): Terminating (SIGTERM)\u000a20:56:27.146307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13645): Terminating (SIGTERM)\u000a20:56:27.156599 --- ParallelTerminationStrategy: PID 13629 died...\u000a20:56:27.213537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13629): Terminated: ok {rc=0}\u000a20:56:27.223745 --- ParallelTerminationStrategy: PID 13630 died...\u000a20:56:27.279759 run iperf3-srv_10.42.42.10(pid=13630): Terminated {rc=256}\u000a20:56:27.290569 --- ParallelTerminationStrategy: PID 13631 died...\u000a20:56:27.346634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13631): Terminated: ok {rc=0}\u000a20:56:27.357296 --- ParallelTerminationStrategy: PID 13632 died...\u000a20:56:27.414002 run iperf3-srv_10.42.42.10(pid=13632): Terminated {rc=256}\u000a20:56:27.424197 --- ParallelTerminationStrategy: PID 13633 died...\u000a20:56:27.481267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13633): Terminated: ok {rc=0}\u000a20:56:27.491512 --- ParallelTerminationStrategy: PID 13634 died...\u000a20:56:27.547763 run iperf3-srv_10.42.42.10(pid=13634): Terminated {rc=256}\u000a20:56:27.558781 --- ParallelTerminationStrategy: PID 13635 died...\u000a20:56:27.615140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13635): Terminated: ok {rc=0}\u000a20:56:27.625963 --- ParallelTerminationStrategy: PID 13636 died...\u000a20:56:27.682504 run iperf3-srv_10.42.42.10(pid=13636): Terminated {rc=256}\u000a20:56:27.692631 --- ParallelTerminationStrategy: PID 13639 died...\u000a20:56:27.749387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13639): Terminated: ok {rc=0}\u000a20:56:27.760050 --- ParallelTerminationStrategy: PID 13642 died...\u000a20:56:27.816363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13642): Terminated: ok {rc=0}\u000a20:56:27.827142 --- ParallelTerminationStrategy: PID 13645 died...\u000a20:56:27.884197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13645): Terminated: ok {rc=0}\u000a20:56:27.971192 bus /gobi_4: Setting Powered False\u000a20:56:29.079087 bus /gobi_4: Setting Powered False\u000a20:56:30.188289 bus /gobi_1: Setting Powered False\u000a20:56:31.318507 bus /gobi_1: Setting Powered False\u000a20:56:32.433717 bus /gobi_0: Setting Powered False\u000a20:56:33.539818 bus /gobi_0: Setting Powered False\u000a20:56:34.648614 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13653): Process ended prematurely: osmo-stp_10.42.42.5(pid=13653) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13653)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13653): Process ended prematurely: osmo-stp_10.42.42.5(pid=13653) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:56:35.717268 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:35.729455 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:56:35.895050 tst ping.py: using LAC 16757\u000a20:56:36.018477 tst ping.py: using RAC 182\u000a20:56:36.145154 tst ping.py: using CellId 16757\u000a20:56:36.270949 tst ping.py: using BVCI 16758\u000a20:56:36.295363 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:36.306745 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:36.317943 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:36.329183 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:36.340315 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:36.351497 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:36.362788 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:36.373955 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:56:36.666196 tst ping.py:19: start network...\u000a20:56:36.799178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:37.307552 run create_hlr_db(pid=13647): Launched\u000a20:56:37.494635 bus /gobi_6: Setting Powered False\u000a20:56:38.514167 run create_hlr_db(pid=13647): Terminated: ok {rc=0}\u000a20:56:38.941290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13649): Launched\u000a20:56:39.261176 run osmo-hlr_10.42.42.2(pid=13650): Launched\u000a20:56:39.376658 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:39.935071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13652): Launched\u000a20:56:40.254738 run osmo-stp_10.42.42.5(pid=13653): Launched\u000a20:56:40.374365 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:56:40.934647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13655): Launched\u000a20:56:41.049020 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:56:41.328247 run patchelf(pid=13656): Launched\u000a20:56:41.516369 run osmo-stp_10.42.42.5(pid=13653): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13653)]\u000a20:56:41.653340 run osmo-stp_10.42.42.5(pid=13653): stdout: \u000a| (launched: 2022-12-08_20:56:40.097594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:41.790844 run osmo-stp_10.42.42.5(pid=13653): stderr: \u000a| �[0;m�[38;5;43m20221208205640290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205640291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205640291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205640291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205640292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205640292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205640292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:41.923603 run osmo-stp_10.42.42.5(pid=13653): stdout: \u000a| (launched: 2022-12-08_20:56:40.097594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:42.054715 run osmo-stp_10.42.42.5(pid=13653): stderr: \u000a| �[0;m�[38;5;43m20221208205640290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205640291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205640291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205640291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205640292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205640292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205640292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:42.207684 run patchelf(pid=13656): Terminating (SIGINT)\u000a20:56:42.387293 run patchelf(pid=13656): Terminated: ok {rc=0}\u000a20:56:42.420230 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13653): Process ended prematurely: osmo-stp_10.42.42.5(pid=13653) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13653)] [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:56:42.429485 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:56:42.493003 run osmo-hlr_10.42.42.2(pid=13650): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13650)]\u000a20:56:42.544639 run osmo-hlr_10.42.42.2(pid=13650): stdout: \u000a| (launched: 2022-12-08_20:56:39.104154) \u000a20:56:42.597222 run osmo-hlr_10.42.42.2(pid=13650): stderr: \u000a| �[0;m�[1;31m20221208205639302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205639302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205639302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205639302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205639302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205639302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205639314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205639323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205639323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205639323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:42.642080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13649): Terminating (SIGTERM)\u000a20:56:42.684545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13652): Terminating (SIGTERM)\u000a20:56:42.727012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13655): Terminating (SIGTERM)\u000a20:56:42.737108 --- ParallelTerminationStrategy: PID 13649 died...\u000a20:56:42.793887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13649): Terminated: ok {rc=0}\u000a20:56:42.804149 --- ParallelTerminationStrategy: PID 13652 died...\u000a20:56:42.860698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13652): Terminated: ok {rc=0}\u000a20:56:42.871111 --- ParallelTerminationStrategy: PID 13655 died...\u000a20:56:42.927711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13655): Terminated: ok {rc=0}\u000a20:56:43.015323 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13663): Process ended prematurely: osmo-stp_10.42.42.5(pid=13663) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13663)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13663): Process ended prematurely: osmo-stp_10.42.42.5(pid=13663) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:56:44.069912 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:44.082397 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:56:44.248095 tst ping_idle_ping.py: using LAC 16758\u000a20:56:44.374808 tst ping_idle_ping.py: using RAC 183\u000a20:56:44.502120 tst ping_idle_ping.py: using CellId 16758\u000a20:56:44.627535 tst ping_idle_ping.py: using BVCI 16759\u000a20:56:44.651954 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:44.663824 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:44.675100 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:44.687019 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:44.698223 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:44.709579 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:44.721083 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:44.732526 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:56:45.024380 tst ping_idle_ping.py:24: start network...\u000a20:56:45.157353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:45.671460 run create_hlr_db(pid=13657): Launched\u000a20:56:45.859387 bus /gobi_6: Setting Powered False\u000a20:56:46.905233 run create_hlr_db(pid=13657): Terminated: ok {rc=0}\u000a20:56:47.368582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13659): Launched\u000a20:56:47.668152 run osmo-hlr_10.42.42.2(pid=13660): Launched\u000a20:56:47.783029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:48.298503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13662): Launched\u000a20:56:48.595865 run osmo-stp_10.42.42.5(pid=13663): Launched\u000a20:56:48.703821 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:56:49.222585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13665): Launched\u000a20:56:49.328369 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:56:49.588794 run patchelf(pid=13666): Launched\u000a20:56:49.763490 run osmo-stp_10.42.42.5(pid=13663): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13663)]\u000a20:56:49.891705 run osmo-stp_10.42.42.5(pid=13663): stdout: \u000a| (launched: 2022-12-08_20:56:48.449306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:50.019668 run osmo-stp_10.42.42.5(pid=13663): stderr: \u000a| �[0;m�[38;5;43m20221208205648619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205648619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205648619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205648620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205648620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205648620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205648620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:50.142828 run osmo-stp_10.42.42.5(pid=13663): stdout: \u000a| (launched: 2022-12-08_20:56:48.449306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:50.264528 run osmo-stp_10.42.42.5(pid=13663): stderr: \u000a| �[0;m�[38;5;43m20221208205648619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205648619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205648619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205648620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205648620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205648620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205648620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:50.407073 run patchelf(pid=13666): Terminating (SIGINT)\u000a20:56:50.574783 run patchelf(pid=13666): Terminated: ok {rc=0}\u000a20:56:50.605204 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13663): Process ended prematurely: osmo-stp_10.42.42.5(pid=13663) [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13663)] [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:56:50.613820 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a20:56:50.675050 run osmo-hlr_10.42.42.2(pid=13660): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13660)]\u000a20:56:50.724639 run osmo-hlr_10.42.42.2(pid=13660): stdout: \u000a| (launched: 2022-12-08_20:56:47.520072) \u000a20:56:50.774879 run osmo-hlr_10.42.42.2(pid=13660): stderr: \u000a| �[0;m�[1;31m20221208205647694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205647695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205647695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205647695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205647695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205647695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205647707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205647715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205647715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205647715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:50.817381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13659): Terminating (SIGTERM)\u000a20:56:50.857472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13662): Terminating (SIGTERM)\u000a20:56:50.897836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13665): Terminating (SIGTERM)\u000a20:56:50.907490 --- ParallelTerminationStrategy: PID 13659 died...\u000a20:56:50.961602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13659): Terminated: ok {rc=0}\u000a20:56:50.971689 --- ParallelTerminationStrategy: PID 13662 died...\u000a20:56:51.025257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13662): Terminated: ok {rc=0}\u000a20:56:51.035216 --- ParallelTerminationStrategy: PID 13665 died...\u000a20:56:51.088857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13665): Terminated: ok {rc=0}\u000a20:56:51.176477 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:55:53" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13676): Process ended prematurely: osmo-stp_10.42.42.5(pid=13676) [trial-2349↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13676)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13676): Process ended prematurely: osmo-stp_10.42.42.5(pid=13676) [trial-2349↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:56:53.218240 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:56:53.229782 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:56:53.384896 tst switch_tch_pdch.py: using LAC 16759\u000a20:56:53.507689 tst switch_tch_pdch.py: using RAC 184\u000a20:56:53.633404 tst switch_tch_pdch.py: using CellId 16759\u000a20:56:53.758002 tst switch_tch_pdch.py: using BVCI 16760\u000a20:56:53.782650 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:56:53.794483 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:56:53.806201 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:56:53.818199 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:56:53.829858 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:56:53.841482 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:56:53.853275 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:56:53.864928 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:56:53.982503 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:56:54.262585 tst switch_tch_pdch.py:51: start network...\u000a20:56:54.385847 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:54.851568 run create_hlr_db(pid=13670): Launched\u000a20:56:55.022865 bus /gobi_6: Setting Powered False\u000a20:56:56.043788 run create_hlr_db(pid=13670): Terminated: ok {rc=0}\u000a20:56:56.469695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13672): Launched\u000a20:56:56.787219 run osmo-hlr_10.42.42.2(pid=13673): Launched\u000a20:56:56.906723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:57.461953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13675): Launched\u000a20:56:57.779844 run osmo-stp_10.42.42.5(pid=13676): Launched\u000a20:56:57.894667 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:56:58.450467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13678): Launched\u000a20:56:58.563537 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:56:58.840817 run patchelf(pid=13679): Launched\u000a20:56:59.026919 run osmo-stp_10.42.42.5(pid=13676): ERR: Terminated: ERROR {rc=1} [trial-2349↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13676)]\u000a20:56:59.162763 run osmo-stp_10.42.42.5(pid=13676): stdout: \u000a| (launched: 2022-12-08_20:56:57.624105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:59.298951 run osmo-stp_10.42.42.5(pid=13676): stderr: \u000a| �[0;m�[38;5;43m20221208205657817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205657817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205657817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205657818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205657818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205657818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205657818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:59.430790 run osmo-stp_10.42.42.5(pid=13676): stdout: \u000a| (launched: 2022-12-08_20:56:57.624105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:59.560853 run osmo-stp_10.42.42.5(pid=13676): stderr: \u000a| �[0;m�[38;5;43m20221208205657817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205657817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205657817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205657818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205657818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205657818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205657818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:59.712487 run patchelf(pid=13679): Terminating (SIGINT)\u000a20:56:59.890977 run patchelf(pid=13679): Terminated: ok {rc=0}\u000a20:56:59.923595 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13676): Process ended prematurely: osmo-stp_10.42.42.5(pid=13676) [trial-2349↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13676)] [trial-2349↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:56:59.933098 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a20:56:59.995556 run osmo-hlr_10.42.42.2(pid=13673): ERR: Terminated: ERROR {rc=237} [trial-2349↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13673)]\u000a20:57:00.046672 run osmo-hlr_10.42.42.2(pid=13673): stdout: \u000a| (launched: 2022-12-08_20:56:56.631596) \u000a20:57:00.098260 run osmo-hlr_10.42.42.2(pid=13673): stderr: \u000a| �[0;m�[1;31m20221208205656831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205656831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205656831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205656831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205656831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205656831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205656844 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205656852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205656852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205656852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:00.142069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13672): Terminating (SIGTERM)\u000a20:57:00.183344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13675): Terminating (SIGTERM)\u000a20:57:00.224720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13678): Terminating (SIGTERM)\u000a20:57:00.234405 --- ParallelTerminationStrategy: PID 13672 died...\u000a20:57:00.290057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13672): Terminated: ok {rc=0}\u000a20:57:00.300144 --- ParallelTerminationStrategy: PID 13675 died...\u000a20:57:00.355705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13675): Terminated: ok {rc=0}\u000a20:57:00.365808 --- ParallelTerminationStrategy: PID 13678 died...\u000a20:57:00.421572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13678): Terminated: ok {rc=0}\u000a20:57:00.508251 bus /gobi_0: Setting Powered False\u000a20:57:01.615988 bus /gobi_0: Setting Powered False\u000a20:57:02.724511 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:56:52" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13690): Process ended prematurely: osmo-stp_10.42.42.5(pid=13690) [trial-2349↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13690)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13690): Process ended prematurely: osmo-stp_10.42.42.5(pid=13690) [trial-2349↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:57:04.712892 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:57:04.724247 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:57:04.886981 tst switch_tch_pdch.py: using LAC 16760\u000a20:57:05.009793 tst switch_tch_pdch.py: using RAC 185\u000a20:57:05.128895 tst switch_tch_pdch.py: using CellId 16760\u000a20:57:05.249461 tst switch_tch_pdch.py: using BVCI 16761\u000a20:57:05.272246 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:57:05.283478 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:57:05.294539 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:57:05.305905 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:57:05.317096 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:57:05.328124 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:57:05.339693 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:57:05.350909 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:57:05.465461 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:57:05.759805 tst switch_tch_pdch.py:51: start network...\u000a20:57:05.891720 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:06.374236 run create_hlr_db(pid=13684): Launched\u000a20:57:06.505053 bus /gobi_6: Setting Powered False\u000a20:57:07.579748 run create_hlr_db(pid=13684): Terminated: ok {rc=0}\u000a20:57:07.977213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13686): Launched\u000a20:57:08.296250 run osmo-hlr_10.42.42.2(pid=13687): Launched\u000a20:57:08.411580 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:08.937497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13689): Launched\u000a20:57:09.256035 run osmo-stp_10.42.42.5(pid=13690): Launched\u000a20:57:09.371271 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:57:09.900139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13692): Launched\u000a20:57:10.013760 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:57:10.291715 run patchelf(pid=13693): Launched\u000a20:57:10.479333 run osmo-stp_10.42.42.5(pid=13690): ERR: Terminated: ERROR {rc=1} [trial-2349↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13690)]\u000a20:57:10.615582 run osmo-stp_10.42.42.5(pid=13690): stdout: \u000a| (launched: 2022-12-08_20:57:09.099623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:10.751736 run osmo-stp_10.42.42.5(pid=13690): stderr: \u000a| �[0;m�[38;5;43m20221208205709291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205709291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205709291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205709292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205709292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205709292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205709293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:10.883317 run osmo-stp_10.42.42.5(pid=13690): stdout: \u000a| (launched: 2022-12-08_20:57:09.099623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:11.013898 run osmo-stp_10.42.42.5(pid=13690): stderr: \u000a| �[0;m�[38;5;43m20221208205709291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205709291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205709291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205709292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205709292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205709292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205709293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:11.167020 run patchelf(pid=13693): Terminating (SIGINT)\u000a20:57:11.346778 run patchelf(pid=13693): Terminated: ok {rc=0}\u000a20:57:11.379229 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13690): Process ended prematurely: osmo-stp_10.42.42.5(pid=13690) [trial-2349↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13690)] [trial-2349↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:57:11.388494 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a20:57:11.451167 run osmo-hlr_10.42.42.2(pid=13687): ERR: Terminated: ERROR {rc=237} [trial-2349↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13687)]\u000a20:57:11.502282 run osmo-hlr_10.42.42.2(pid=13687): stdout: \u000a| (launched: 2022-12-08_20:57:08.139819) \u000a20:57:11.554093 run osmo-hlr_10.42.42.2(pid=13687): stderr: \u000a| �[0;m�[1;31m20221208205708337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205708337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205708337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205708337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205708338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205708338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205708353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205708361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205708361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205708361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:11.598373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13686): Terminating (SIGTERM)\u000a20:57:11.639906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13689): Terminating (SIGTERM)\u000a20:57:11.681419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13692): Terminating (SIGTERM)\u000a20:57:11.691092 --- ParallelTerminationStrategy: PID 13686 died...\u000a20:57:11.747030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13686): Terminated: ok {rc=0}\u000a20:57:11.757114 --- ParallelTerminationStrategy: PID 13689 died...\u000a20:57:11.812386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13689): Terminated: ok {rc=0}\u000a20:57:11.822444 --- ParallelTerminationStrategy: PID 13692 died...\u000a20:57:11.877741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13692): Terminated: ok {rc=0}\u000a20:57:11.964219 bus /gobi_0: Setting Powered False\u000a20:57:13.071535 bus /gobi_0: Setting Powered False\u000a20:57:14.179497 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:57:04" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13700): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13700) [trial-2349↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13700)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13700): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13700) [trial-2349↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a20:57:16.101830 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a20:57:16.119703 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:57:16.271218 tst mo_mt_sms.py: using LAC 16761\u000a20:57:16.399016 tst mo_mt_sms.py: using RAC 186\u000a20:57:16.543532 tst mo_mt_sms.py: using CellId 16761\u000a20:57:16.666635 tst mo_mt_sms.py: using BVCI 16762\u000a20:57:16.691033 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:57:16.833518 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:57:17.161501 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:57:17.295445 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:57:17.953302 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13699): Launched\u000a20:57:18.268721 run osmo-nitb_10.42.42.2(pid=13700): Launched\u000a20:57:18.465174 run osmo-nitb_10.42.42.2(pid=13700): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13700)]\u000a20:57:18.609506 run osmo-nitb_10.42.42.2(pid=13700): stdout: \u000a| (launched: 2022-12-08_20:57:18.116167) \u000a20:57:18.753807 run osmo-nitb_10.42.42.2(pid=13700): stderr: \u000a| (launched: 2022-12-08_20:57:18.163389)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:57:18.893286 run osmo-nitb_10.42.42.2(pid=13700): stdout: \u000a| (launched: 2022-12-08_20:57:18.116167) \u000a20:57:19.031447 run osmo-nitb_10.42.42.2(pid=13700): stderr: \u000a| (launched: 2022-12-08_20:57:18.163389)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:57:19.397436 tst osmo-nitb_10.42.42.2(pid=13700): stdout: \u000a| (launched: 2022-12-08_20:57:18.116167) \u000a20:57:19.524003 tst osmo-nitb_10.42.42.2(pid=13700): stderr: \u000a| (launched: 2022-12-08_20:57:18.163389)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:57:19.579530 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=13700): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13700) [trial-2349↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13700)] [trial-2349↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a20:57:19.588215 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a20:57:19.624146 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13699): Terminating (SIGTERM)\u000a20:57:19.802088 --- ParallelTerminationStrategy: PID 13699 died...\u000a20:57:19.858404 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13699): Terminated: ok {rc=0}\u000a20:57:19.944636 bus /sierra_3: Setting Powered False\u000a20:57:21.051618 bus /sierra_3: Setting Powered False\u000a20:57:22.163566 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:57:15" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13710): Process ended prematurely: osmo-stp_10.42.42.5(pid=13710) [trial-2349↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13710)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13710): Process ended prematurely: osmo-stp_10.42.42.5(pid=13710) [trial-2349↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a20:57:24.050333 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:24.061585 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:57:24.196686 tst mo_mt_sms.py: using LAC 16762\u000a20:57:24.320398 tst mo_mt_sms.py: using RAC 187\u000a20:57:24.462800 tst mo_mt_sms.py: using CellId 16762\u000a20:57:24.594515 tst mo_mt_sms.py: using BVCI 16763\u000a20:57:24.618752 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:24.629989 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:24.641043 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:24.652086 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:24.663712 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:24.674845 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:57:24.793156 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:57:25.003167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:25.511935 run create_hlr_db(pid=13704): Launched\u000a20:57:25.697791 bus /sierra_2: Setting Powered False\u000a20:57:26.716613 run create_hlr_db(pid=13704): Terminated: ok {rc=0}\u000a20:57:27.115568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13706): Launched\u000a20:57:27.411499 run osmo-hlr_10.42.42.2(pid=13707): Launched\u000a20:57:27.520852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:28.035360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13709): Launched\u000a20:57:28.331768 run osmo-stp_10.42.42.5(pid=13710): Launched\u000a20:57:28.439854 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:57:28.986572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13712): Launched\u000a20:57:29.285428 run osmo-msc_10.42.42.6(pid=13713): Launched\u000a20:57:29.461249 run osmo-stp_10.42.42.5(pid=13710): ERR: Terminated: ERROR {rc=1} [trial-2349↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13710)]\u000a20:57:29.588378 run osmo-stp_10.42.42.5(pid=13710): stdout: \u000a| (launched: 2022-12-08_20:57:28.185979)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:29.712398 run osmo-stp_10.42.42.5(pid=13710): stderr: \u000a| �[0;m�[38;5;43m20221208205728354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205728354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205728354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205728355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205728355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205728355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205728355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:29.831310 run osmo-stp_10.42.42.5(pid=13710): stdout: \u000a| (launched: 2022-12-08_20:57:28.185979)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:29.949601 run osmo-stp_10.42.42.5(pid=13710): stderr: \u000a| �[0;m�[38;5;43m20221208205728354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205728354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205728354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205728355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205728355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205728355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205728355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:30.001352 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=13710): Process ended prematurely: osmo-stp_10.42.42.5(pid=13710) [trial-2349↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13710)] [trial-2349↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a20:57:30.009327 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a20:57:30.070148 run osmo-hlr_10.42.42.2(pid=13707): ERR: Terminated: ERROR {rc=237} [trial-2349↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13707)]\u000a20:57:30.119238 run osmo-hlr_10.42.42.2(pid=13707): stdout: \u000a| (launched: 2022-12-08_20:57:27.265265) \u000a20:57:30.169387 run osmo-hlr_10.42.42.2(pid=13707): stderr: \u000a| �[0;m�[1;31m20221208205727439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205727439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205727439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205727439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205727439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205727439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205727452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205727463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205727463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205727463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:30.236822 run osmo-msc_10.42.42.6(pid=13713): ERR: Terminated: ERROR {rc=2} [trial-2349↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13713)]\u000a20:57:30.285873 run osmo-msc_10.42.42.6(pid=13713): stdout: \u000a| (launched: 2022-12-08_20:57:29.137284) \u000a20:57:30.335715 run osmo-msc_10.42.42.6(pid=13713): stderr: \u000a| �[0;m�[38;5;43m20221208205729407 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205729407 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b88dffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205729408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205729408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205729408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205729408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205729410 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205729411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205729411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205729411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:57:30.377958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13706): Terminating (SIGTERM)\u000a20:57:30.417705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13709): Terminating (SIGTERM)\u000a20:57:30.457147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13712): Terminating (SIGTERM)\u000a20:57:30.466697 --- ParallelTerminationStrategy: PID 13706 died...\u000a20:57:30.519829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13706): Terminated: ok {rc=0}\u000a20:57:30.529789 --- ParallelTerminationStrategy: PID 13709 died...\u000a20:57:30.582657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13709): Terminated: ok {rc=0}\u000a20:57:30.592452 --- ParallelTerminationStrategy: PID 13712 died...\u000a20:57:30.645618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13712): Terminated: ok {rc=0}\u000a20:57:30.728836 bus /sierra_3: Setting Powered False\u000a20:57:31.832107 bus /sierra_3: Setting Powered False\u000a20:57:32.938056 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:57:23" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13723): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13723) [trial-2349↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13723)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13723): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13723) [trial-2349↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13723)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a20:57:34.766679 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a20:57:34.777649 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:57:34.909353 tst assert_extension.py: using LAC 16763\u000a20:57:35.026715 tst assert_extension.py: using RAC 188\u000a20:57:35.142494 tst assert_extension.py: using CellId 16763\u000a20:57:35.258581 tst assert_extension.py: using BVCI 16764\u000a20:57:35.280925 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a20:57:35.553944 tst assert_extension.py:10: start nitb and bts...\u000a20:57:35.676783 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:57:36.294207 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13722): Launched\u000a20:57:36.588251 run osmo-nitb_10.42.42.2(pid=13723): Launched\u000a20:57:36.771464 run osmo-nitb_10.42.42.2(pid=13723): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13723)]\u000a20:57:36.906383 run osmo-nitb_10.42.42.2(pid=13723): stdout: \u000a| (launched: 2022-12-08_20:57:36.445033) \u000a20:57:37.041514 run osmo-nitb_10.42.42.2(pid=13723): stderr: \u000a| (launched: 2022-12-08_20:57:36.489200)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:57:37.171615 run osmo-nitb_10.42.42.2(pid=13723): stdout: \u000a| (launched: 2022-12-08_20:57:36.445033) \u000a20:57:37.300504 run osmo-nitb_10.42.42.2(pid=13723): stderr: \u000a| (launched: 2022-12-08_20:57:36.489200)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:57:37.707387 tst osmo-nitb_10.42.42.2(pid=13723): stdout: \u000a| (launched: 2022-12-08_20:57:36.445033) \u000a20:57:37.825567 tst osmo-nitb_10.42.42.2(pid=13723): stderr: \u000a| (launched: 2022-12-08_20:57:36.489200)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:57:37.877358 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=13723): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13723) [trial-2349↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13723)] [trial-2349↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a20:57:37.885626 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a20:57:37.920131 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13722): Terminating (SIGTERM)\u000a20:57:38.097895 --- ParallelTerminationStrategy: PID 13722 died...\u000a20:57:38.153115 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13722): Terminated: ok {rc=0}\u000a20:57:38.241091 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:57:34" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13733): Process ended prematurely: osmo-stp_10.42.42.5(pid=13733) [trial-2349↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13733)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13733): Process ended prematurely: osmo-stp_10.42.42.5(pid=13733) [trial-2349↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a20:57:40.073907 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:40.085181 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:57:40.222489 tst assert_extension.py: using LAC 16764\u000a20:57:40.339603 tst assert_extension.py: using RAC 189\u000a20:57:40.457220 tst assert_extension.py: using CellId 16764\u000a20:57:40.572511 tst assert_extension.py: using BVCI 16765\u000a20:57:40.594860 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:40.605602 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:40.616075 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:40.626872 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:40.637914 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:40.648591 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a20:57:40.856092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:41.363104 run create_hlr_db(pid=13727): Launched\u000a20:57:41.549285 bus /sierra_2: Setting Powered False\u000a20:57:42.569437 run create_hlr_db(pid=13727): Terminated: ok {rc=0}\u000a20:57:42.969123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13729): Launched\u000a20:57:43.264377 run osmo-hlr_10.42.42.2(pid=13730): Launched\u000a20:57:43.379455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:43.905079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13732): Launched\u000a20:57:44.200906 run osmo-stp_10.42.42.5(pid=13733): Launched\u000a20:57:44.308545 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:57:44.847551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13735): Launched\u000a20:57:45.142857 run osmo-msc_10.42.42.6(pid=13736): Launched\u000a20:57:45.317398 run osmo-stp_10.42.42.5(pid=13733): ERR: Terminated: ERROR {rc=1} [trial-2349↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13733)]\u000a20:57:45.443583 run osmo-stp_10.42.42.5(pid=13733): stdout: \u000a| (launched: 2022-12-08_20:57:44.055494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:45.566871 run osmo-stp_10.42.42.5(pid=13733): stderr: \u000a| �[0;m�[38;5;43m20221208205744223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205744223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205744223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205744223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205744224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205744224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205744224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:45.685142 run osmo-stp_10.42.42.5(pid=13733): stdout: \u000a| (launched: 2022-12-08_20:57:44.055494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:45.802618 run osmo-stp_10.42.42.5(pid=13733): stderr: \u000a| �[0;m�[38;5;43m20221208205744223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205744223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205744223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205744223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205744224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205744224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205744224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:45.856254 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=13733): Process ended prematurely: osmo-stp_10.42.42.5(pid=13733) [trial-2349↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13733)] [trial-2349↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a20:57:45.864505 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a20:57:45.942533 run osmo-hlr_10.42.42.2(pid=13730): ERR: Terminated: ERROR {rc=237} [trial-2349↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13730)]\u000a20:57:45.998470 run osmo-hlr_10.42.42.2(pid=13730): stdout: \u000a| (launched: 2022-12-08_20:57:43.119082) \u000a20:57:46.068698 run osmo-hlr_10.42.42.2(pid=13730): stderr: \u000a| �[0;m�[1;31m20221208205743294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205743294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205743294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205743294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205743294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205743294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205743308 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205743317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205743317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205743317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:46.141796 run osmo-msc_10.42.42.6(pid=13736): ERR: Terminated: ERROR {rc=2} [trial-2349↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13736)]\u000a20:57:46.192133 run osmo-msc_10.42.42.6(pid=13736): stdout: \u000a| (launched: 2022-12-08_20:57:44.997260) \u000a20:57:46.243624 run osmo-msc_10.42.42.6(pid=13736): stderr: \u000a| �[0;m�[38;5;43m20221208205745268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205745268 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd72a32cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205745268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205745269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205745269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205745269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205745271 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205745271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205745271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205745271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:57:46.286877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13729): Terminating (SIGTERM)\u000a20:57:46.330359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13732): Terminating (SIGTERM)\u000a20:57:46.372039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13735): Terminating (SIGTERM)\u000a20:57:46.383022 --- ParallelTerminationStrategy: PID 13729 died...\u000a20:57:46.438241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13729): Terminated: ok {rc=0}\u000a20:57:46.449806 --- ParallelTerminationStrategy: PID 13732 died...\u000a20:57:46.506041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13732): Terminated: ok {rc=0}\u000a20:57:46.516512 --- ParallelTerminationStrategy: PID 13735 died...\u000a20:57:46.572675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13735): Terminated: ok {rc=0}\u000a20:57:46.658745 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:57:39" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13747): Process ended prematurely: osmo-stp_10.42.42.5(pid=13747) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13747)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13747): Process ended prematurely: osmo-stp_10.42.42.5(pid=13747) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:57:48.596929 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:57:48.608242 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:57:48.768271 tst mo_mt_call.py: using LAC 16765\u000a20:57:48.895188 tst mo_mt_call.py: using RAC 190\u000a20:57:49.022368 tst mo_mt_call.py: using CellId 16765\u000a20:57:49.150264 tst mo_mt_call.py: using BVCI 16766\u000a20:57:49.173434 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:57:49.184755 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:57:49.196018 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:57:49.207720 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:57:49.219995 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:57:49.231171 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:57:49.352291 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:57:49.553521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:50.027623 run create_hlr_db(pid=13741): Launched\u000a20:57:50.201138 bus /sierra_2: Setting Powered False\u000a20:57:51.222118 run create_hlr_db(pid=13741): Terminated: ok {rc=0}\u000a20:57:51.653775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13743): Launched\u000a20:57:52.040507 run osmo-hlr_10.42.42.2(pid=13744): Launched\u000a20:57:52.157914 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:52.722375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13746): Launched\u000a20:57:53.046656 run osmo-stp_10.42.42.5(pid=13747): Launched\u000a20:57:53.164378 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:57:53.755254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13749): Launched\u000a20:57:54.078650 run osmo-msc_10.42.42.6(pid=13750): Launched\u000a20:57:54.268253 run osmo-stp_10.42.42.5(pid=13747): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13747)]\u000a20:57:54.406226 run osmo-stp_10.42.42.5(pid=13747): stdout: \u000a| (launched: 2022-12-08_20:57:52.887415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:54.542243 run osmo-stp_10.42.42.5(pid=13747): stderr: \u000a| �[0;m�[38;5;43m20221208205753080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205753080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205753080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205753081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205753081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205753081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205753081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:54.671539 run osmo-stp_10.42.42.5(pid=13747): stdout: \u000a| (launched: 2022-12-08_20:57:52.887415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:54.799535 run osmo-stp_10.42.42.5(pid=13747): stderr: \u000a| �[0;m�[38;5;43m20221208205753080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205753080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205753080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205753081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205753081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205753081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205753081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:54.856100 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13747): Process ended prematurely: osmo-stp_10.42.42.5(pid=13747) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13747)] [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:57:54.865334 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:57:54.927572 run osmo-hlr_10.42.42.2(pid=13744): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13744)]\u000a20:57:54.978760 run osmo-hlr_10.42.42.2(pid=13744): stdout: \u000a| (launched: 2022-12-08_20:57:51.818612) \u000a20:57:55.030603 run osmo-hlr_10.42.42.2(pid=13744): stderr: \u000a| �[0;m�[1;31m20221208205752015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205752016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205752016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205752016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205752016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205752016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205752028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205752038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205752038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205752039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:55.100915 run osmo-msc_10.42.42.6(pid=13750): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13750)]\u000a20:57:55.151862 run osmo-msc_10.42.42.6(pid=13750): stdout: \u000a| (launched: 2022-12-08_20:57:53.919774) \u000a20:57:55.203279 run osmo-msc_10.42.42.6(pid=13750): stderr: \u000a| �[0;m�[38;5;43m20221208205754240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205754240 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f955f179c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205754240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205754240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205754240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205754241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205754242 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205754243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205754243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205754243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:57:55.246827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13743): Terminating (SIGTERM)\u000a20:57:55.288300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13746): Terminating (SIGTERM)\u000a20:57:55.329967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13749): Terminating (SIGTERM)\u000a20:57:55.339448 --- ParallelTerminationStrategy: PID 13743 died...\u000a20:57:55.394792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13743): Terminated: ok {rc=0}\u000a20:57:55.404850 --- ParallelTerminationStrategy: PID 13746 died...\u000a20:57:55.460197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13746): Terminated: ok {rc=0}\u000a20:57:55.470388 --- ParallelTerminationStrategy: PID 13749 died...\u000a20:57:55.525655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13749): Terminated: ok {rc=0}\u000a20:57:55.612134 bus /sierra_3: Setting Powered False\u000a20:57:56.717915 bus /sierra_3: Setting Powered False\u000a20:57:57.824022 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13758): Process ended prematurely: osmo-stp_10.42.42.5(pid=13758) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13758)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13758): Process ended prematurely: osmo-stp_10.42.42.5(pid=13758) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:57:58.938611 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:57:58.951246 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:57:59.114058 tst mo_mt_call_osmux.py: using LAC 16766\u000a20:57:59.240883 tst mo_mt_call_osmux.py: using RAC 191\u000a20:57:59.369577 tst mo_mt_call_osmux.py: using CellId 16766\u000a20:57:59.498583 tst mo_mt_call_osmux.py: using BVCI 16767\u000a20:57:59.523452 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:57:59.535388 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:57:59.547015 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:57:59.558695 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:57:59.570328 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:57:59.582011 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:57:59.697047 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:57:59.907939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:00.427356 run create_hlr_db(pid=13752): Launched\u000a20:58:00.615343 bus /sierra_2: Setting Powered False\u000a20:58:01.642481 run create_hlr_db(pid=13752): Terminated: ok {rc=0}\u000a20:58:02.088393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13754): Launched\u000a20:58:02.411454 run osmo-hlr_10.42.42.2(pid=13755): Launched\u000a20:58:02.530928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:03.088489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13757): Launched\u000a20:58:03.409260 run osmo-stp_10.42.42.5(pid=13758): Launched\u000a20:58:03.525968 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:58:04.116529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13760): Launched\u000a20:58:04.437978 run osmo-msc_10.42.42.6(pid=13761): Launched\u000a20:58:04.626577 run osmo-stp_10.42.42.5(pid=13758): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13758)]\u000a20:58:04.762258 run osmo-stp_10.42.42.5(pid=13758): stdout: \u000a| (launched: 2022-12-08_20:58:03.252336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:04.897869 run osmo-stp_10.42.42.5(pid=13758): stderr: \u000a| �[0;m�[38;5;43m20221208205803442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205803443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205803443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205803443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205803444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205803444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205803444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:05.026946 run osmo-stp_10.42.42.5(pid=13758): stdout: \u000a| (launched: 2022-12-08_20:58:03.252336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:05.154559 run osmo-stp_10.42.42.5(pid=13758): stderr: \u000a| �[0;m�[38;5;43m20221208205803442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205803443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205803443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205803443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205803444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205803444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205803444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:05.211094 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13758): Process ended prematurely: osmo-stp_10.42.42.5(pid=13758) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13758)] [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:58:05.220305 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:58:05.282740 run osmo-hlr_10.42.42.2(pid=13755): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13755)]\u000a20:58:05.334035 run osmo-hlr_10.42.42.2(pid=13755): stdout: \u000a| (launched: 2022-12-08_20:58:02.253199) \u000a20:58:05.385800 run osmo-hlr_10.42.42.2(pid=13755): stderr: \u000a| �[0;m�[1;31m20221208205802448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205802448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205802449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205802449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205802449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205802449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205802462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205802470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205802470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205802470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:05.456443 run osmo-msc_10.42.42.6(pid=13761): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13761)]\u000a20:58:05.507688 run osmo-msc_10.42.42.6(pid=13761): stdout: \u000a| (launched: 2022-12-08_20:58:04.280149) \u000a20:58:05.559268 run osmo-msc_10.42.42.6(pid=13761): stderr: \u000a| �[0;m�[38;5;43m20221208205804602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205804602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f438bb98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205804602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205804602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205804602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205804603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205804604 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205804605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205804605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205804605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:58:05.603127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13754): Terminating (SIGTERM)\u000a20:58:05.644758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13757): Terminating (SIGTERM)\u000a20:58:05.686578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13760): Terminating (SIGTERM)\u000a20:58:05.695957 --- ParallelTerminationStrategy: PID 13754 died...\u000a20:58:05.751177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13754): Terminated: ok {rc=0}\u000a20:58:05.761393 --- ParallelTerminationStrategy: PID 13757 died...\u000a20:58:05.816248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13757): Terminated: ok {rc=0}\u000a20:58:05.826224 --- ParallelTerminationStrategy: PID 13760 died...\u000a20:58:05.881073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13760): Terminated: ok {rc=0}\u000a20:58:05.967826 bus /sierra_3: Setting Powered False\u000a20:58:07.073210 bus /sierra_3: Setting Powered False\u000a20:58:08.179792 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:57:48" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13772): Process ended prematurely: osmo-stp_10.42.42.5(pid=13772) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13772)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13772): Process ended prematurely: osmo-stp_10.42.42.5(pid=13772) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13772)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:58:10.172468 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:10.184180 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:58:10.345166 tst mo_mt_call.py: using LAC 16767\u000a20:58:10.475805 tst mo_mt_call.py: using RAC 192\u000a20:58:10.600195 tst mo_mt_call.py: using CellId 16767\u000a20:58:10.729902 tst mo_mt_call.py: using BVCI 16768\u000a20:58:10.754241 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:10.765952 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:10.777475 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:10.788877 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:10.800491 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:10.812100 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:58:10.928017 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:58:11.139706 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:11.651188 run create_hlr_db(pid=13766): Launched\u000a20:58:11.836371 bus /sierra_2: Setting Powered False\u000a20:58:12.857070 run create_hlr_db(pid=13766): Terminated: ok {rc=0}\u000a20:58:13.284450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13768): Launched\u000a20:58:13.604670 run osmo-hlr_10.42.42.2(pid=13769): Launched\u000a20:58:13.720716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:14.278462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13771): Launched\u000a20:58:14.601505 run osmo-stp_10.42.42.5(pid=13772): Launched\u000a20:58:14.726256 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:58:15.312009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13774): Launched\u000a20:58:15.633204 run osmo-msc_10.42.42.6(pid=13775): Launched\u000a20:58:15.820671 run osmo-stp_10.42.42.5(pid=13772): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13772)]\u000a20:58:16.059791 run osmo-stp_10.42.42.5(pid=13772): stdout: \u000a| (launched: 2022-12-08_20:58:14.442270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:16.218547 run osmo-stp_10.42.42.5(pid=13772): stderr: \u000a| �[0;m�[38;5;43m20221208205814633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205814633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205814633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205814634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205814634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205814634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205814634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:16.349329 run osmo-stp_10.42.42.5(pid=13772): stdout: \u000a| (launched: 2022-12-08_20:58:14.442270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:16.478969 run osmo-stp_10.42.42.5(pid=13772): stderr: \u000a| �[0;m�[38;5;43m20221208205814633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205814633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205814633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205814634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205814634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205814634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205814634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:16.536822 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13772): Process ended prematurely: osmo-stp_10.42.42.5(pid=13772) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13772)] [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:58:16.546646 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:58:16.609365 run osmo-hlr_10.42.42.2(pid=13769): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13769)]\u000a20:58:16.660898 run osmo-hlr_10.42.42.2(pid=13769): stdout: \u000a| (launched: 2022-12-08_20:58:13.447935) \u000a20:58:16.713452 run osmo-hlr_10.42.42.2(pid=13769): stderr: \u000a| �[0;m�[1;31m20221208205813643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205813644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205813644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205813644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205813644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205813644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205813656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205813666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205813666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205813666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:16.789324 run osmo-msc_10.42.42.6(pid=13775): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13775)]\u000a20:58:16.851069 run osmo-msc_10.42.42.6(pid=13775): stdout: \u000a| (launched: 2022-12-08_20:58:15.475704) \u000a20:58:16.909407 run osmo-msc_10.42.42.6(pid=13775): stderr: \u000a| �[0;m�[38;5;43m20221208205815796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205815796 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e240e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205815796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205815796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205815796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205815797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205815798 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205815799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205815799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205815799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:58:16.954840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13768): Terminating (SIGTERM)\u000a20:58:16.997736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13771): Terminating (SIGTERM)\u000a20:58:17.040703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13774): Terminating (SIGTERM)\u000a20:58:17.050631 --- ParallelTerminationStrategy: PID 13768 died...\u000a20:58:17.107948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13768): Terminated: ok {rc=0}\u000a20:58:17.118649 --- ParallelTerminationStrategy: PID 13771 died...\u000a20:58:17.181639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13771): Terminated: ok {rc=0}\u000a20:58:17.194053 --- ParallelTerminationStrategy: PID 13774 died...\u000a20:58:17.260463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13774): Terminated: ok {rc=0}\u000a20:58:17.365260 bus /sierra_3: Setting Powered False\u000a20:58:18.471437 bus /sierra_3: Setting Powered False\u000a20:58:19.577782 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13783): Process ended prematurely: osmo-stp_10.42.42.5(pid=13783) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13783)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13783): Process ended prematurely: osmo-stp_10.42.42.5(pid=13783) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13783)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:58:20.691949 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:20.704229 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:58:20.864875 tst mo_mt_call_osmux.py: using LAC 16768\u000a20:58:20.992377 tst mo_mt_call_osmux.py: using RAC 193\u000a20:58:21.118043 tst mo_mt_call_osmux.py: using CellId 16768\u000a20:58:21.239337 tst mo_mt_call_osmux.py: using BVCI 16769\u000a20:58:21.262129 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:21.273782 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:21.285144 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:21.296891 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:21.308821 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:21.320362 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:58:21.441518 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:58:21.653406 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:22.167551 run create_hlr_db(pid=13777): Launched\u000a20:58:22.353356 bus /sierra_2: Setting Powered False\u000a20:58:23.374522 run create_hlr_db(pid=13777): Terminated: ok {rc=0}\u000a20:58:23.777756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13779): Launched\u000a20:58:24.077348 run osmo-hlr_10.42.42.2(pid=13780): Launched\u000a20:58:24.195374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:24.720144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13782): Launched\u000a20:58:25.018601 run osmo-stp_10.42.42.5(pid=13783): Launched\u000a20:58:25.127539 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:58:25.675351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13785): Launched\u000a20:58:25.975076 run osmo-msc_10.42.42.6(pid=13786): Launched\u000a20:58:26.151610 run osmo-stp_10.42.42.5(pid=13783): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13783)]\u000a20:58:26.278754 run osmo-stp_10.42.42.5(pid=13783): stdout: \u000a| (launched: 2022-12-08_20:58:24.871924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:26.403720 run osmo-stp_10.42.42.5(pid=13783): stderr: \u000a| �[0;m�[38;5;43m20221208205825037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205825037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205825037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205825038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205825038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205825038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205825038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:26.523867 run osmo-stp_10.42.42.5(pid=13783): stdout: \u000a| (launched: 2022-12-08_20:58:24.871924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:26.643189 run osmo-stp_10.42.42.5(pid=13783): stderr: \u000a| �[0;m�[38;5;43m20221208205825037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205825037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205825037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205825038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205825038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205825038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205825038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:26.695635 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13783): Process ended prematurely: osmo-stp_10.42.42.5(pid=13783) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13783)] [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:58:26.704206 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:58:26.763888 run osmo-hlr_10.42.42.2(pid=13780): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13780)]\u000a20:58:26.812939 run osmo-hlr_10.42.42.2(pid=13780): stdout: \u000a| (launched: 2022-12-08_20:58:23.929760) \u000a20:58:26.862241 run osmo-hlr_10.42.42.2(pid=13780): stderr: \u000a| �[0;m�[1;31m20221208205824104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205824104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205824104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205824104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205824104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205824104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205824120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205824130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205824130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205824130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:26.929023 run osmo-msc_10.42.42.6(pid=13786): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13786)]\u000a20:58:26.977653 run osmo-msc_10.42.42.6(pid=13786): stdout: \u000a| (launched: 2022-12-08_20:58:25.827406) \u000a20:58:27.027020 run osmo-msc_10.42.42.6(pid=13786): stderr: \u000a| �[0;m�[38;5;43m20221208205826096 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205826096 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6245f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205826096 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205826096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205826096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205826096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205826098 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205826098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205826099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205826099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:58:27.068679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13779): Terminating (SIGTERM)\u000a20:58:27.108250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13782): Terminating (SIGTERM)\u000a20:58:27.147974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13785): Terminating (SIGTERM)\u000a20:58:27.157560 --- ParallelTerminationStrategy: PID 13779 died...\u000a20:58:27.210966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13779): Terminated: ok {rc=0}\u000a20:58:27.220839 --- ParallelTerminationStrategy: PID 13782 died...\u000a20:58:27.273643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13782): Terminated: ok {rc=0}\u000a20:58:27.283548 --- ParallelTerminationStrategy: PID 13785 died...\u000a20:58:27.336650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13785): Terminated: ok {rc=0}\u000a20:58:27.419129 bus /sierra_3: Setting Powered False\u000a20:58:28.526732 bus /sierra_3: Setting Powered False\u000a20:58:29.633766 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:58:09" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13797): Process ended prematurely: osmo-stp_10.42.42.5(pid=13797) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13797)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13797): Process ended prematurely: osmo-stp_10.42.42.5(pid=13797) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13797)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:58:31.655258 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:31.668441 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:58:31.833302 tst mo_mt_call.py: using LAC 16769\u000a20:58:31.988139 tst mo_mt_call.py: using RAC 194\u000a20:58:32.132271 tst mo_mt_call.py: using CellId 16769\u000a20:58:32.256052 tst mo_mt_call.py: using BVCI 16770\u000a20:58:32.280900 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:32.292923 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:32.304863 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:32.316754 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:32.328856 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:32.340898 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:58:32.462499 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:58:32.664263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:33.134236 run create_hlr_db(pid=13791): Launched\u000a20:58:33.306098 bus /sierra_2: Setting Powered False\u000a20:58:34.326894 run create_hlr_db(pid=13791): Terminated: ok {rc=0}\u000a20:58:34.726396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13793): Launched\u000a20:58:35.025770 run osmo-hlr_10.42.42.2(pid=13794): Launched\u000a20:58:35.142045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:35.666129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13796): Launched\u000a20:58:35.964681 run osmo-stp_10.42.42.5(pid=13797): Launched\u000a20:58:36.074263 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:58:36.623269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13799): Launched\u000a20:58:36.924116 run osmo-msc_10.42.42.6(pid=13800): Launched\u000a20:58:37.100718 run osmo-stp_10.42.42.5(pid=13797): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13797)]\u000a20:58:37.228510 run osmo-stp_10.42.42.5(pid=13797): stdout: \u000a| (launched: 2022-12-08_20:58:35.817738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:37.354211 run osmo-stp_10.42.42.5(pid=13797): stderr: \u000a| �[0;m�[38;5;43m20221208205835985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205835985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205835985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205835986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205835986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205835986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205835987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:37.474830 run osmo-stp_10.42.42.5(pid=13797): stdout: \u000a| (launched: 2022-12-08_20:58:35.817738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:37.594688 run osmo-stp_10.42.42.5(pid=13797): stderr: \u000a| �[0;m�[38;5;43m20221208205835985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205835985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205835985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205835986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205835986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205835986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205835987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:37.647254 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13797): Process ended prematurely: osmo-stp_10.42.42.5(pid=13797) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13797)] [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:58:37.655808 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a20:58:37.715706 run osmo-hlr_10.42.42.2(pid=13794): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13794)]\u000a20:58:37.764305 run osmo-hlr_10.42.42.2(pid=13794): stdout: \u000a| (launched: 2022-12-08_20:58:34.878256) \u000a20:58:37.813746 run osmo-hlr_10.42.42.2(pid=13794): stderr: \u000a| �[0;m�[1;31m20221208205835051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205835051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205835051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205835051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205835051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205835051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205835063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205835071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205835072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205835072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:37.880695 run osmo-msc_10.42.42.6(pid=13800): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13800)]\u000a20:58:37.929263 run osmo-msc_10.42.42.6(pid=13800): stdout: \u000a| (launched: 2022-12-08_20:58:36.775762) \u000a20:58:37.978715 run osmo-msc_10.42.42.6(pid=13800): stderr: \u000a| �[0;m�[38;5;43m20221208205837045 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205837045 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7fefa7dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205837045 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205837045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205837046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205837046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205837047 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205837048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205837048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205837048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:58:38.020121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13793): Terminating (SIGTERM)\u000a20:58:38.059854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13796): Terminating (SIGTERM)\u000a20:58:38.099887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13799): Terminating (SIGTERM)\u000a20:58:38.109543 --- ParallelTerminationStrategy: PID 13793 died...\u000a20:58:38.162687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13793): Terminated: ok {rc=0}\u000a20:58:38.172353 --- ParallelTerminationStrategy: PID 13796 died...\u000a20:58:38.225047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13796): Terminated: ok {rc=0}\u000a20:58:38.234957 --- ParallelTerminationStrategy: PID 13799 died...\u000a20:58:38.287482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13799): Terminated: ok {rc=0}\u000a20:58:38.370538 bus /sierra_3: Setting Powered False\u000a20:58:39.477042 bus /sierra_3: Setting Powered False\u000a20:58:40.583419 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13809): Process ended prematurely: osmo-stp_10.42.42.5(pid=13809) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13809)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13809): Process ended prematurely: osmo-stp_10.42.42.5(pid=13809) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13809)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:58:41.698100 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:41.710643 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:58:41.865626 tst mo_mt_call_osmux.py: using LAC 16770\u000a20:58:41.982920 tst mo_mt_call_osmux.py: using RAC 195\u000a20:58:42.099690 tst mo_mt_call_osmux.py: using CellId 16770\u000a20:58:42.218381 tst mo_mt_call_osmux.py: using BVCI 16771\u000a20:58:42.241145 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:42.252506 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:42.263701 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:42.274978 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:42.286407 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:42.297732 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:58:42.417403 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:58:42.625279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:43.140258 run create_hlr_db(pid=13803): Launched\u000a20:58:43.325985 bus /sierra_2: Setting Powered False\u000a20:58:44.347150 run create_hlr_db(pid=13803): Terminated: ok {rc=0}\u000a20:58:44.776875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13805): Launched\u000a20:58:45.097759 run osmo-hlr_10.42.42.2(pid=13806): Launched\u000a20:58:45.214401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:45.772333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13808): Launched\u000a20:58:46.206766 run osmo-stp_10.42.42.5(pid=13809): Launched\u000a20:58:46.394505 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:58:47.082363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13811): Launched\u000a20:58:47.404019 run osmo-msc_10.42.42.6(pid=13812): Launched\u000a20:58:47.593393 run osmo-stp_10.42.42.5(pid=13809): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13809)]\u000a20:58:47.729282 run osmo-stp_10.42.42.5(pid=13809): stdout: \u000a| (launched: 2022-12-08_20:58:45.959618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:47.864673 run osmo-stp_10.42.42.5(pid=13809): stderr: \u000a| �[0;m�[38;5;43m20221208205846303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205846303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205846303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205846304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205846304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205846304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205846304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:47.994061 run osmo-stp_10.42.42.5(pid=13809): stdout: \u000a| (launched: 2022-12-08_20:58:45.959618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:48.122019 run osmo-stp_10.42.42.5(pid=13809): stderr: \u000a| �[0;m�[38;5;43m20221208205846303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205846303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205846303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205846304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205846304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205846304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205846304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:48.178599 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13809): Process ended prematurely: osmo-stp_10.42.42.5(pid=13809) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13809)] [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:58:48.187639 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:58:48.250642 run osmo-hlr_10.42.42.2(pid=13806): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13806)]\u000a20:58:48.302032 run osmo-hlr_10.42.42.2(pid=13806): stdout: \u000a| (launched: 2022-12-08_20:58:44.940808) \u000a20:58:48.353995 run osmo-hlr_10.42.42.2(pid=13806): stderr: \u000a| �[0;m�[1;31m20221208205845136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205845136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205845136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205845136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205845136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205845136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205845148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205845156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205845157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205845157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:48.424407 run osmo-msc_10.42.42.6(pid=13812): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13812)]\u000a20:58:48.475215 run osmo-msc_10.42.42.6(pid=13812): stdout: \u000a| (launched: 2022-12-08_20:58:47.246993) \u000a20:58:48.526978 run osmo-msc_10.42.42.6(pid=13812): stderr: \u000a| �[0;m�[38;5;43m20221208205847568 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205847568 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01a2ba2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205847568 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205847568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205847568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205847568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205847570 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205847571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205847571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205847571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:58:48.570633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13805): Terminating (SIGTERM)\u000a20:58:48.611975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13808): Terminating (SIGTERM)\u000a20:58:48.653716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13811): Terminating (SIGTERM)\u000a20:58:48.663626 --- ParallelTerminationStrategy: PID 13805 died...\u000a20:58:48.719123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13805): Terminated: ok {rc=0}\u000a20:58:48.729950 --- ParallelTerminationStrategy: PID 13808 died...\u000a20:58:48.786077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13808): Terminated: ok {rc=0}\u000a20:58:48.796374 --- ParallelTerminationStrategy: PID 13811 died...\u000a20:58:48.852003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13811): Terminated: ok {rc=0}\u000a20:58:48.937284 bus /sierra_3: Setting Powered False\u000a20:58:50.042495 bus /sierra_3: Setting Powered False\u000a20:58:51.149397 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:58:31" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13823): Process ended prematurely: osmo-stp_10.42.42.5(pid=13823) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13823)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13823): Process ended prematurely: osmo-stp_10.42.42.5(pid=13823) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:58:53.138966 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:58:53.150182 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:58:53.302091 tst mo_mt_call.py: using LAC 16771\u000a20:58:53.423945 tst mo_mt_call.py: using RAC 196\u000a20:58:53.548192 tst mo_mt_call.py: using CellId 16771\u000a20:58:53.677922 tst mo_mt_call.py: using BVCI 16772\u000a20:58:53.702511 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:58:53.714342 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:58:53.726117 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:58:53.738069 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:58:53.750152 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:58:53.762134 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:58:53.880329 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:58:54.091535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:54.606893 run create_hlr_db(pid=13817): Launched\u000a20:58:54.792799 bus /sierra_2: Setting Powered False\u000a20:58:55.814191 run create_hlr_db(pid=13817): Terminated: ok {rc=0}\u000a20:58:56.217488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13819): Launched\u000a20:58:56.516322 run osmo-hlr_10.42.42.2(pid=13820): Launched\u000a20:58:56.633216 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:57.158883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13822): Launched\u000a20:58:57.456719 run osmo-stp_10.42.42.5(pid=13823): Launched\u000a20:58:57.565570 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:58:58.111493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13825): Launched\u000a20:58:58.412134 run osmo-msc_10.42.42.6(pid=13826): Launched\u000a20:58:58.588562 run osmo-stp_10.42.42.5(pid=13823): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13823)]\u000a20:58:58.716491 run osmo-stp_10.42.42.5(pid=13823): stdout: \u000a| (launched: 2022-12-08_20:58:57.310181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:58.841795 run osmo-stp_10.42.42.5(pid=13823): stderr: \u000a| �[0;m�[38;5;43m20221208205857480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205857480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205857480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205857480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205857481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205857481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205857481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:58.962627 run osmo-stp_10.42.42.5(pid=13823): stdout: \u000a| (launched: 2022-12-08_20:58:57.310181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:59.081706 run osmo-stp_10.42.42.5(pid=13823): stderr: \u000a| �[0;m�[38;5;43m20221208205857480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205857480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205857480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205857480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205857481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205857481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205857481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:59.134259 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13823): Process ended prematurely: osmo-stp_10.42.42.5(pid=13823) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13823)] [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:58:59.142553 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a20:58:59.202169 run osmo-hlr_10.42.42.2(pid=13820): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13820)]\u000a20:58:59.250786 run osmo-hlr_10.42.42.2(pid=13820): stdout: \u000a| (launched: 2022-12-08_20:58:56.369617) \u000a20:58:59.299967 run osmo-hlr_10.42.42.2(pid=13820): stderr: \u000a| �[0;m�[1;31m20221208205856544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205856544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205856544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205856544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205856544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205856544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205856556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205856566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205856566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205856567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:59.366836 run osmo-msc_10.42.42.6(pid=13826): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13826)]\u000a20:58:59.415088 run osmo-msc_10.42.42.6(pid=13826): stdout: \u000a| (launched: 2022-12-08_20:58:58.263442) \u000a20:58:59.464228 run osmo-msc_10.42.42.6(pid=13826): stderr: \u000a| �[0;m�[38;5;43m20221208205858533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205858534 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f80f64d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205858534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205858534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205858534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205858534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205858536 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205858536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205858536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205858536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:58:59.505898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13819): Terminating (SIGTERM)\u000a20:58:59.545887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13822): Terminating (SIGTERM)\u000a20:58:59.585341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13825): Terminating (SIGTERM)\u000a20:58:59.594820 --- ParallelTerminationStrategy: PID 13819 died...\u000a20:58:59.647242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13819): Terminated: ok {rc=0}\u000a20:58:59.657132 --- ParallelTerminationStrategy: PID 13822 died...\u000a20:58:59.709437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13822): Terminated: ok {rc=0}\u000a20:58:59.719228 --- ParallelTerminationStrategy: PID 13825 died...\u000a20:58:59.771281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13825): Terminated: ok {rc=0}\u000a20:58:59.859573 bus /sierra_3: Setting Powered False\u000a20:59:00.967321 bus /sierra_3: Setting Powered False\u000a20:59:02.080183 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13834): Process ended prematurely: osmo-stp_10.42.42.5(pid=13834) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13834)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13834): Process ended prematurely: osmo-stp_10.42.42.5(pid=13834) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:59:03.189037 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:59:03.200841 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:59:03.357752 tst mo_mt_call_osmux.py: using LAC 16772\u000a20:59:03.473423 tst mo_mt_call_osmux.py: using RAC 197\u000a20:59:03.588424 tst mo_mt_call_osmux.py: using CellId 16772\u000a20:59:03.708762 tst mo_mt_call_osmux.py: using BVCI 16773\u000a20:59:03.731541 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:59:03.742812 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:59:03.753982 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:59:03.765295 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:59:03.776596 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:59:03.787920 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:59:03.909665 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:59:04.111929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:04.581702 run create_hlr_db(pid=13828): Launched\u000a20:59:04.754397 bus /sierra_2: Setting Powered False\u000a20:59:05.775588 run create_hlr_db(pid=13828): Terminated: ok {rc=0}\u000a20:59:06.202853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13830): Launched\u000a20:59:06.524094 run osmo-hlr_10.42.42.2(pid=13831): Launched\u000a20:59:06.643941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:07.203809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13833): Launched\u000a20:59:07.525942 run osmo-stp_10.42.42.5(pid=13834): Launched\u000a20:59:07.644474 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:59:08.229696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13836): Launched\u000a20:59:08.551320 run osmo-msc_10.42.42.6(pid=13837): Launched\u000a20:59:08.739313 run osmo-stp_10.42.42.5(pid=13834): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13834)]\u000a20:59:08.874845 run osmo-stp_10.42.42.5(pid=13834): stdout: \u000a| (launched: 2022-12-08_20:59:07.367148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:09.010659 run osmo-stp_10.42.42.5(pid=13834): stderr: \u000a| �[0;m�[38;5;43m20221208205907557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205907557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205907558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205907558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205907559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205907559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205907559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:09.139243 run osmo-stp_10.42.42.5(pid=13834): stdout: \u000a| (launched: 2022-12-08_20:59:07.367148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:09.266678 run osmo-stp_10.42.42.5(pid=13834): stderr: \u000a| �[0;m�[38;5;43m20221208205907557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205907557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205907558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205907558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205907559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205907559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205907559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:09.323202 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13834): Process ended prematurely: osmo-stp_10.42.42.5(pid=13834) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13834)] [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:59:09.332311 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:59:09.394716 run osmo-hlr_10.42.42.2(pid=13831): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13831)]\u000a20:59:09.445832 run osmo-hlr_10.42.42.2(pid=13831): stdout: \u000a| (launched: 2022-12-08_20:59:06.366341) \u000a20:59:09.498151 run osmo-hlr_10.42.42.2(pid=13831): stderr: \u000a| �[0;m�[1;31m20221208205906564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205906564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205906564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205906564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205906564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205906564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205906576 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205906584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205906584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205906585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:09.568372 run osmo-msc_10.42.42.6(pid=13837): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13837)]\u000a20:59:09.619230 run osmo-msc_10.42.42.6(pid=13837): stdout: \u000a| (launched: 2022-12-08_20:59:08.392722) \u000a20:59:09.670499 run osmo-msc_10.42.42.6(pid=13837): stderr: \u000a| �[0;m�[38;5;43m20221208205908715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205908716 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed4e5ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205908716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205908716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205908716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205908716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205908718 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205908719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205908719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205908719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:59:09.714368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13830): Terminating (SIGTERM)\u000a20:59:09.755654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13833): Terminating (SIGTERM)\u000a20:59:09.796981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13836): Terminating (SIGTERM)\u000a20:59:09.806763 --- ParallelTerminationStrategy: PID 13830 died...\u000a20:59:09.862509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13830): Terminated: ok {rc=0}\u000a20:59:09.872791 --- ParallelTerminationStrategy: PID 13833 died...\u000a20:59:09.928230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13833): Terminated: ok {rc=0}\u000a20:59:09.938494 --- ParallelTerminationStrategy: PID 13836 died...\u000a20:59:09.993674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13836): Terminated: ok {rc=0}\u000a20:59:10.079336 bus /sierra_3: Setting Powered False\u000a20:59:11.185193 bus /sierra_3: Setting Powered False\u000a20:59:12.292377 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:58:52" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13849): Process ended prematurely: osmo-stp_10.42.42.5(pid=13849) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13849)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13849): Process ended prematurely: osmo-stp_10.42.42.5(pid=13849) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:59:14.277782 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:14.289818 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:59:14.450512 tst mo_mt_call.py: using LAC 16773\u000a20:59:14.571757 tst mo_mt_call.py: using RAC 198\u000a20:59:14.695892 tst mo_mt_call.py: using CellId 16773\u000a20:59:14.818017 tst mo_mt_call.py: using BVCI 16774\u000a20:59:14.840801 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:14.852110 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:14.864005 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:14.875136 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:14.886503 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:14.897826 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:59:15.018652 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:59:15.219102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:15.689391 run create_hlr_db(pid=13843): Launched\u000a20:59:15.877162 bus /sierra_2: Setting Powered False\u000a20:59:16.896723 run create_hlr_db(pid=13843): Terminated: ok {rc=0}\u000a20:59:17.326131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13845): Launched\u000a20:59:17.625289 run osmo-hlr_10.42.42.2(pid=13846): Launched\u000a20:59:17.741402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:18.266745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13848): Launched\u000a20:59:18.564929 run osmo-stp_10.42.42.5(pid=13849): Launched\u000a20:59:18.674441 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:59:19.221641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13851): Launched\u000a20:59:19.521570 run osmo-msc_10.42.42.6(pid=13852): Launched\u000a20:59:19.698139 run osmo-stp_10.42.42.5(pid=13849): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13849)]\u000a20:59:19.829139 run osmo-stp_10.42.42.5(pid=13849): stdout: \u000a| (launched: 2022-12-08_20:59:18.418378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:19.954282 run osmo-stp_10.42.42.5(pid=13849): stderr: \u000a| �[0;m�[38;5;43m20221208205918587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205918587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205918588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205918588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205918588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205918588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205918589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:20.074553 run osmo-stp_10.42.42.5(pid=13849): stdout: \u000a| (launched: 2022-12-08_20:59:18.418378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:20.193820 run osmo-stp_10.42.42.5(pid=13849): stderr: \u000a| �[0;m�[38;5;43m20221208205918587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205918587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205918588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205918588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205918588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205918588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205918589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:20.246387 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13849): Process ended prematurely: osmo-stp_10.42.42.5(pid=13849) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13849)] [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:59:20.254697 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a20:59:20.314119 run osmo-hlr_10.42.42.2(pid=13846): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13846)]\u000a20:59:20.362714 run osmo-hlr_10.42.42.2(pid=13846): stdout: \u000a| (launched: 2022-12-08_20:59:17.478106) \u000a20:59:20.411786 run osmo-hlr_10.42.42.2(pid=13846): stderr: \u000a| �[0;m�[1;31m20221208205917650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205917650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205917650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205917650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205917651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205917651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205917663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205917671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205917672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205917672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:20.478826 run osmo-msc_10.42.42.6(pid=13852): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13852)]\u000a20:59:20.527416 run osmo-msc_10.42.42.6(pid=13852): stdout: \u000a| (launched: 2022-12-08_20:59:19.373424) \u000a20:59:20.576637 run osmo-msc_10.42.42.6(pid=13852): stderr: \u000a| �[0;m�[38;5;43m20221208205919644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205919644 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d172dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205919644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205919645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205919645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205919645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205919647 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205919648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205919648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205919648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:59:20.618084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13845): Terminating (SIGTERM)\u000a20:59:20.657457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13848): Terminating (SIGTERM)\u000a20:59:20.697173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13851): Terminating (SIGTERM)\u000a20:59:20.706614 --- ParallelTerminationStrategy: PID 13845 died...\u000a20:59:20.760369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13845): Terminated: ok {rc=0}\u000a20:59:20.769972 --- ParallelTerminationStrategy: PID 13848 died...\u000a20:59:20.822066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13848): Terminated: ok {rc=0}\u000a20:59:20.831697 --- ParallelTerminationStrategy: PID 13851 died...\u000a20:59:20.883850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13851): Terminated: ok {rc=0}\u000a20:59:20.966274 bus /sierra_3: Setting Powered False\u000a20:59:22.071328 bus /sierra_3: Setting Powered False\u000a20:59:23.178270 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13860): Process ended prematurely: osmo-stp_10.42.42.5(pid=13860) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13860)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13860): Process ended prematurely: osmo-stp_10.42.42.5(pid=13860) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13860)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:59:24.286922 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:24.298742 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:59:24.451162 tst mo_mt_call_osmux.py: using LAC 16774\u000a20:59:24.570788 tst mo_mt_call_osmux.py: using RAC 199\u000a20:59:24.687862 tst mo_mt_call_osmux.py: using CellId 16774\u000a20:59:24.806940 tst mo_mt_call_osmux.py: using BVCI 16775\u000a20:59:24.829774 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:24.840905 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:24.853453 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:24.864705 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:24.876025 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:24.887347 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:59:25.003566 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:59:25.214057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:25.730243 run create_hlr_db(pid=13854): Launched\u000a20:59:25.916037 bus /sierra_2: Setting Powered False\u000a20:59:26.937932 run create_hlr_db(pid=13854): Terminated: ok {rc=0}\u000a20:59:27.367025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13856): Launched\u000a20:59:27.690749 run osmo-hlr_10.42.42.2(pid=13857): Launched\u000a20:59:27.809255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:28.367629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13859): Launched\u000a20:59:28.689288 run osmo-stp_10.42.42.5(pid=13860): Launched\u000a20:59:28.806847 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:59:29.396007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13862): Launched\u000a20:59:29.719078 run osmo-msc_10.42.42.6(pid=13863): Launched\u000a20:59:29.910246 run osmo-stp_10.42.42.5(pid=13860): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13860)]\u000a20:59:30.046989 run osmo-stp_10.42.42.5(pid=13860): stdout: \u000a| (launched: 2022-12-08_20:59:28.531947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:30.183246 run osmo-stp_10.42.42.5(pid=13860): stderr: \u000a| �[0;m�[38;5;43m20221208205928722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205928722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205928722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205928722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205928723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205928723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205928723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:30.312668 run osmo-stp_10.42.42.5(pid=13860): stdout: \u000a| (launched: 2022-12-08_20:59:28.531947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:30.441119 run osmo-stp_10.42.42.5(pid=13860): stderr: \u000a| �[0;m�[38;5;43m20221208205928722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205928722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205928722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205928722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205928723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205928723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205928723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:30.497843 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13860): Process ended prematurely: osmo-stp_10.42.42.5(pid=13860) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13860)] [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:59:30.507536 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:59:30.570485 run osmo-hlr_10.42.42.2(pid=13857): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13857)]\u000a20:59:30.621936 run osmo-hlr_10.42.42.2(pid=13857): stdout: \u000a| (launched: 2022-12-08_20:59:27.532655) \u000a20:59:30.673769 run osmo-hlr_10.42.42.2(pid=13857): stderr: \u000a| �[0;m�[1;31m20221208205927730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205927730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205927730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205927730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205927730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205927730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205927742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205927752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205927752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205927752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:30.744334 run osmo-msc_10.42.42.6(pid=13863): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13863)]\u000a20:59:30.795644 run osmo-msc_10.42.42.6(pid=13863): stdout: \u000a| (launched: 2022-12-08_20:59:29.560710) \u000a20:59:30.849810 run osmo-msc_10.42.42.6(pid=13863): stderr: \u000a| �[0;m�[38;5;43m20221208205929882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205929882 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36b52aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205929882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205929882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205929882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205929882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205929884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205929884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205929885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205929885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:59:30.912000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13856): Terminating (SIGTERM)\u000a20:59:30.957157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13859): Terminating (SIGTERM)\u000a20:59:31.002241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13862): Terminating (SIGTERM)\u000a20:59:31.013935 --- ParallelTerminationStrategy: PID 13856 died...\u000a20:59:31.071981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13856): Terminated: ok {rc=0}\u000a20:59:31.082847 --- ParallelTerminationStrategy: PID 13859 died...\u000a20:59:31.140334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13859): Terminated: ok {rc=0}\u000a20:59:31.150973 --- ParallelTerminationStrategy: PID 13862 died...\u000a20:59:31.207818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13862): Terminated: ok {rc=0}\u000a20:59:31.295228 bus /sierra_3: Setting Powered False\u000a20:59:32.399412 bus /sierra_3: Setting Powered False\u000a20:59:33.509705 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:59:13" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13874): Process ended prematurely: osmo-stp_10.42.42.5(pid=13874) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13874)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13874): Process ended prematurely: osmo-stp_10.42.42.5(pid=13874) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13874)]\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13874): Process ended prematurely: osmo-stp_10.42.42.5(pid=13874) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13874)\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:59:35.501250 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:35.513362 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:59:35.674554 tst mo_mt_call.py: using LAC 16775\u000a20:59:35.802021 tst mo_mt_call.py: using RAC 200\u000a20:59:35.927102 tst mo_mt_call.py: using CellId 16775\u000a20:59:36.052157 tst mo_mt_call.py: using BVCI 16776\u000a20:59:36.076762 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:36.088565 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:36.100411 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:36.111978 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:36.123660 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:36.135270 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:59:36.256123 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:59:36.456271 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:36.928155 run create_hlr_db(pid=13868): Launched\u000a20:59:37.100327 bus /sierra_2: Setting Powered False\u000a20:59:38.122570 run create_hlr_db(pid=13868): Terminated: ok {rc=0}\u000a20:59:38.550277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13870): Launched\u000a20:59:38.871608 run osmo-hlr_10.42.42.2(pid=13871): Launched\u000a20:59:38.989103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:39.548799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13873): Launched\u000a20:59:39.869670 run osmo-stp_10.42.42.5(pid=13874): Launched\u000a20:59:39.986763 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:59:40.575050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13876): Launched\u000a20:59:40.896817 run osmo-msc_10.42.42.6(pid=13877): Launched\u000a20:59:41.084933 run osmo-stp_10.42.42.5(pid=13874): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13874)]\u000a20:59:41.221792 run osmo-stp_10.42.42.5(pid=13874): stdout: \u000a| (launched: 2022-12-08_20:59:39.712633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:41.357517 run osmo-stp_10.42.42.5(pid=13874): stderr: \u000a| �[0;m�[38;5;43m20221208205939904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205939904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205939904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205939904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205939905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205939905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205939905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:41.486441 run osmo-stp_10.42.42.5(pid=13874): stdout: \u000a| (launched: 2022-12-08_20:59:39.712633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:41.614639 run osmo-stp_10.42.42.5(pid=13874): stderr: \u000a| �[0;m�[38;5;43m20221208205939904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205939904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205939904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205939904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205939905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205939905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205939905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:41.671007 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13874): Process ended prematurely: osmo-stp_10.42.42.5(pid=13874) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13874)] [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:59:41.679981 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:59:41.741607 run osmo-hlr_10.42.42.2(pid=13871): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13871)]\u000a20:59:41.792159 run osmo-hlr_10.42.42.2(pid=13871): stdout: \u000a| (launched: 2022-12-08_20:59:38.714048) \u000a20:59:41.843182 run osmo-hlr_10.42.42.2(pid=13871): stderr: \u000a| �[0;m�[1;31m20221208205938910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205938910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205938910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205938910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205938910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205938911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205938923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205938932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205938932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205938932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:41.913298 run osmo-msc_10.42.42.6(pid=13877): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13877)]\u000a20:59:41.963554 run osmo-msc_10.42.42.6(pid=13877): stdout: \u000a| (launched: 2022-12-08_20:59:40.738777) \u000a20:59:42.014557 run osmo-msc_10.42.42.6(pid=13877): stderr: \u000a| �[0;m�[38;5;43m20221208205941058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205941058 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6b4f59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205941058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205941058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205941058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205941058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205941060 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205941061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205941061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205941061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:59:42.058142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13870): Terminating (SIGTERM)\u000a20:59:42.099375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13873): Terminating (SIGTERM)\u000a20:59:42.140498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13876): Terminating (SIGTERM)\u000a20:59:42.149923 --- ParallelTerminationStrategy: PID 13870 died...\u000a20:59:42.205259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13870): Terminated: ok {rc=0}\u000a20:59:42.215367 --- ParallelTerminationStrategy: PID 13873 died...\u000a20:59:42.270586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13873): Terminated: ok {rc=0}\u000a20:59:42.280618 --- ParallelTerminationStrategy: PID 13876 died...\u000a20:59:42.335670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13876): Terminated: ok {rc=0}\u000a20:59:42.421468 bus /sierra_3: Setting Powered False\u000a20:59:43.524238 bus /sierra_3: Setting Powered False\u000a20:59:44.634826 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13885): Process ended prematurely: osmo-stp_10.42.42.5(pid=13885) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13885)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13885): Process ended prematurely: osmo-stp_10.42.42.5(pid=13885) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13885)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:59:45.743730 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:45.755753 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:59:45.928083 tst mo_mt_call_osmux.py: using LAC 16776\u000a20:59:46.050300 tst mo_mt_call_osmux.py: using RAC 201\u000a20:59:46.170109 tst mo_mt_call_osmux.py: using CellId 16776\u000a20:59:46.300542 tst mo_mt_call_osmux.py: using BVCI 16777\u000a20:59:46.326204 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:46.338809 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:46.351612 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:46.364527 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:46.377738 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:46.390465 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:59:46.518066 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:59:46.770280 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:47.290783 run create_hlr_db(pid=13879): Launched\u000a20:59:47.463570 bus /sierra_2: Setting Powered False\u000a20:59:48.485878 run create_hlr_db(pid=13879): Terminated: ok {rc=0}\u000a20:59:48.914477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13881): Launched\u000a20:59:49.235928 run osmo-hlr_10.42.42.2(pid=13882): Launched\u000a20:59:49.354429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:49.914869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13884): Launched\u000a20:59:50.236752 run osmo-stp_10.42.42.5(pid=13885): Launched\u000a20:59:50.353744 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:59:50.941830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13887): Launched\u000a20:59:51.262722 run osmo-msc_10.42.42.6(pid=13888): Launched\u000a20:59:51.451604 run osmo-stp_10.42.42.5(pid=13885): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13885)]\u000a20:59:51.587965 run osmo-stp_10.42.42.5(pid=13885): stdout: \u000a| (launched: 2022-12-08_20:59:50.078961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:51.723239 run osmo-stp_10.42.42.5(pid=13885): stderr: \u000a| �[0;m�[38;5;43m20221208205950268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205950269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205950269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205950269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205950270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205950270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205950270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:51.852315 run osmo-stp_10.42.42.5(pid=13885): stdout: \u000a| (launched: 2022-12-08_20:59:50.078961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:51.980047 run osmo-stp_10.42.42.5(pid=13885): stderr: \u000a| �[0;m�[38;5;43m20221208205950268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208205950269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208205950269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208205950269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208205950270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208205950270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208205950270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:52.036333 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13885): Process ended prematurely: osmo-stp_10.42.42.5(pid=13885) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13885)] [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:59:52.045495 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:59:52.107442 run osmo-hlr_10.42.42.2(pid=13882): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13882)]\u000a20:59:52.158174 run osmo-hlr_10.42.42.2(pid=13882): stdout: \u000a| (launched: 2022-12-08_20:59:49.078404) \u000a20:59:52.209777 run osmo-hlr_10.42.42.2(pid=13882): stderr: \u000a| �[0;m�[1;31m20221208205949275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208205949275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208205949275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205949275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208205949275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208205949275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208205949302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208205949313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208205949314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208205949314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:52.280044 run osmo-msc_10.42.42.6(pid=13888): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13888)]\u000a20:59:52.331000 run osmo-msc_10.42.42.6(pid=13888): stdout: \u000a| (launched: 2022-12-08_20:59:51.105506) \u000a20:59:52.382402 run osmo-msc_10.42.42.6(pid=13888): stderr: \u000a| �[0;m�[38;5;43m20221208205951427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208205951427 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8a6c7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208205951427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208205951427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208205951427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208205951427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208205951429 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208205951430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208205951430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208205951430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:59:52.426022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13881): Terminating (SIGTERM)\u000a20:59:52.467085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13884): Terminating (SIGTERM)\u000a20:59:52.508240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13887): Terminating (SIGTERM)\u000a20:59:52.517942 --- ParallelTerminationStrategy: PID 13881 died...\u000a20:59:52.573239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13881): Terminated: ok {rc=0}\u000a20:59:52.583344 --- ParallelTerminationStrategy: PID 13884 died...\u000a20:59:52.638494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13884): Terminated: ok {rc=0}\u000a20:59:52.648541 --- ParallelTerminationStrategy: PID 13887 died...\u000a20:59:52.703617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13887): Terminated: ok {rc=0}\u000a20:59:52.790592 bus /sierra_3: Setting Powered False\u000a20:59:53.896767 bus /sierra_3: Setting Powered False\u000a20:59:55.004046 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:59:35" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13899): Process ended prematurely: osmo-stp_10.42.42.5(pid=13899) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13899)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13899): Process ended prematurely: osmo-stp_10.42.42.5(pid=13899) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:59:56.991338 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:59:57.002572 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:59:57.162265 tst mo_mt_call.py: using LAC 16777\u000a20:59:57.289531 tst mo_mt_call.py: using RAC 202\u000a20:59:57.416579 tst mo_mt_call.py: using CellId 16777\u000a20:59:57.540436 tst mo_mt_call.py: using BVCI 16778\u000a20:59:57.563388 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:59:57.574426 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:59:57.585814 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:59:57.597109 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:59:57.608392 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:59:57.619600 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:59:57.739414 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:59:57.950087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:58.465740 run create_hlr_db(pid=13893): Launched\u000a20:59:58.652424 bus /sierra_2: Setting Powered False\u000a20:59:59.674077 run create_hlr_db(pid=13893): Terminated: ok {rc=0}\u000a21:00:00.102483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13895): Launched\u000a21:00:00.425028 run osmo-hlr_10.42.42.2(pid=13896): Launched\u000a21:00:00.542487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:01.132631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13898): Launched\u000a21:00:01.586198 run osmo-stp_10.42.42.5(pid=13899): Launched\u000a21:00:01.852364 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:00:02.474813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13914): Launched\u000a21:00:02.913290 run osmo-msc_10.42.42.6(pid=13921): Launched\u000a21:00:03.193314 run osmo-stp_10.42.42.5(pid=13899): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13899)]\u000a21:00:03.498535 run osmo-stp_10.42.42.5(pid=13899): stdout: \u000a| (launched: 2022-12-08_21:00:01.290481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:03.639614 run osmo-stp_10.42.42.5(pid=13899): stderr: \u000a| �[0;m�[38;5;43m20221208210001539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210001539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210001539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210001540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210001540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210001540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210001540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:03.776862 run osmo-stp_10.42.42.5(pid=13899): stdout: \u000a| (launched: 2022-12-08_21:00:01.290481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:03.913879 run osmo-stp_10.42.42.5(pid=13899): stderr: \u000a| �[0;m�[38;5;43m20221208210001539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210001539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210001539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210001540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210001540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210001540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210001540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:03.974878 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13899): Process ended prematurely: osmo-stp_10.42.42.5(pid=13899) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13899)] [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a21:00:03.984597 tst mo_mt_call.py:8: Test FAILED (7.0 sec)\u000a21:00:04.047656 run osmo-hlr_10.42.42.2(pid=13896): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13896)]\u000a21:00:04.099116 run osmo-hlr_10.42.42.2(pid=13896): stdout: \u000a| (launched: 2022-12-08_21:00:00.266512) \u000a21:00:04.151204 run osmo-hlr_10.42.42.2(pid=13896): stderr: \u000a| �[0;m�[1;31m20221208210000462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210000462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210000462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210000462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210000462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210000463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210000476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210000486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210000486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210000486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:04.221995 run osmo-msc_10.42.42.6(pid=13921): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13921)]\u000a21:00:04.273519 run osmo-msc_10.42.42.6(pid=13921): stdout: \u000a| (launched: 2022-12-08_21:00:02.650582) \u000a21:00:04.325406 run osmo-msc_10.42.42.6(pid=13921): stderr: \u000a| �[0;m�[38;5;43m20221208210003174 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208210003175 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcacabf9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208210003175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208210003175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208210003175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208210003175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208210003177 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208210003177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208210003178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208210003178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:00:04.369754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13895): Terminating (SIGTERM)\u000a21:00:04.411496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13898): Terminating (SIGTERM)\u000a21:00:04.453650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13914): Terminating (SIGTERM)\u000a21:00:04.463423 --- ParallelTerminationStrategy: PID 13895 died...\u000a21:00:04.519747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13895): Terminated: ok {rc=0}\u000a21:00:04.529987 --- ParallelTerminationStrategy: PID 13898 died...\u000a21:00:04.586004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13898): Terminated: ok {rc=0}\u000a21:00:04.596156 --- ParallelTerminationStrategy: PID 13914 died...\u000a21:00:04.652027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13914): Terminated: ok {rc=0}\u000a21:00:04.739573 bus /sierra_3: Setting Powered False\u000a21:00:05.845730 bus /sierra_3: Setting Powered False\u000a21:00:06.954001 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13952): Process ended prematurely: osmo-stp_10.42.42.5(pid=13952) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13952)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13952): Process ended prematurely: osmo-stp_10.42.42.5(pid=13952) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:00:08.068348 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:00:08.080654 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:00:08.245853 tst mo_mt_call_osmux.py: using LAC 16778\u000a21:00:08.376639 tst mo_mt_call_osmux.py: using RAC 203\u000a21:00:08.504234 tst mo_mt_call_osmux.py: using CellId 16778\u000a21:00:08.625816 tst mo_mt_call_osmux.py: using BVCI 16779\u000a21:00:08.648719 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:00:08.660092 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:00:08.671231 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:00:08.682732 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:00:08.694234 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:00:08.705442 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:00:08.822039 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:00:09.038402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:09.563292 run create_hlr_db(pid=13946): Launched\u000a21:00:09.752103 bus /sierra_2: Setting Powered False\u000a21:00:10.774038 run create_hlr_db(pid=13946): Terminated: ok {rc=0}\u000a21:00:11.190396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13948): Launched\u000a21:00:11.516717 run osmo-hlr_10.42.42.2(pid=13949): Launched\u000a21:00:11.638175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:12.203419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13951): Launched\u000a21:00:12.530675 run osmo-stp_10.42.42.5(pid=13952): Launched\u000a21:00:12.648566 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:00:13.242058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13954): Launched\u000a21:00:13.569661 run osmo-msc_10.42.42.6(pid=13955): Launched\u000a21:00:13.760378 run osmo-stp_10.42.42.5(pid=13952): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13952)]\u000a21:00:13.898100 run osmo-stp_10.42.42.5(pid=13952): stdout: \u000a| (launched: 2022-12-08_21:00:12.369594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:14.035236 run osmo-stp_10.42.42.5(pid=13952): stderr: \u000a| �[0;m�[38;5;43m20221208210012563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210012563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210012563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210012564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210012564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210012564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210012564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:14.166543 run osmo-stp_10.42.42.5(pid=13952): stdout: \u000a| (launched: 2022-12-08_21:00:12.369594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:14.295887 run osmo-stp_10.42.42.5(pid=13952): stderr: \u000a| �[0;m�[38;5;43m20221208210012563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210012563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210012563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210012564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210012564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210012564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210012564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:14.353286 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13952): Process ended prematurely: osmo-stp_10.42.42.5(pid=13952) [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13952)] [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a21:00:14.362718 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:00:14.425338 run osmo-hlr_10.42.42.2(pid=13949): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13949)]\u000a21:00:14.476848 run osmo-hlr_10.42.42.2(pid=13949): stdout: \u000a| (launched: 2022-12-08_21:00:11.356706) \u000a21:00:14.529228 run osmo-hlr_10.42.42.2(pid=13949): stderr: \u000a| �[0;m�[1;31m20221208210011557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210011558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210011558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210011558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210011558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210011558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210011570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210011580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210011580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210011580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:14.599836 run osmo-msc_10.42.42.6(pid=13955): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13955)]\u000a21:00:14.650822 run osmo-msc_10.42.42.6(pid=13955): stdout: \u000a| (launched: 2022-12-08_21:00:13.407775) \u000a21:00:14.702212 run osmo-msc_10.42.42.6(pid=13955): stderr: \u000a| �[0;m�[38;5;43m20221208210013736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208210013737 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0845d28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208210013737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208210013737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208210013737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208210013737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208210013739 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208210013739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208210013740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208210013740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:00:14.746170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13948): Terminating (SIGTERM)\u000a21:00:14.787598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13951): Terminating (SIGTERM)\u000a21:00:14.829564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13954): Terminating (SIGTERM)\u000a21:00:14.839164 --- ParallelTerminationStrategy: PID 13948 died...\u000a21:00:14.894951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13948): Terminated: ok {rc=0}\u000a21:00:14.905275 --- ParallelTerminationStrategy: PID 13951 died...\u000a21:00:14.960865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13951): Terminated: ok {rc=0}\u000a21:00:14.971142 --- ParallelTerminationStrategy: PID 13954 died...\u000a21:00:15.026648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13954): Terminated: ok {rc=0}\u000a21:00:15.113631 bus /sierra_3: Setting Powered False\u000a21:00:16.231405 bus /sierra_3: Setting Powered False\u000a21:00:17.347038 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T20:59:56" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13968): Process ended prematurely: osmo-stp_10.42.42.5(pid=13968) [trial-2349↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13968)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13968): Process ended prematurely: osmo-stp_10.42.42.5(pid=13968) [trial-2349↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:00:19.356573 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:19.367938 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:00:19.505667 tst emergency_mo_mt_call.py: using LAC 16779\u000a21:00:19.632297 tst emergency_mo_mt_call.py: using RAC 204\u000a21:00:19.755911 tst emergency_mo_mt_call.py: using CellId 16779\u000a21:00:19.880178 tst emergency_mo_mt_call.py: using BVCI 16780\u000a21:00:19.904416 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:19.915812 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:19.926970 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:19.938194 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:19.949400 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:19.960480 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:00:20.081857 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:00:20.281719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:20.750475 run create_hlr_db(pid=13962): Launched\u000a21:00:20.923017 bus /sierra_2: Setting Powered False\u000a21:00:21.944207 run create_hlr_db(pid=13962): Terminated: ok {rc=0}\u000a21:00:22.341243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13964): Launched\u000a21:00:22.637593 run osmo-hlr_10.42.42.2(pid=13965): Launched\u000a21:00:22.748552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:23.273871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13967): Launched\u000a21:00:23.573061 run osmo-stp_10.42.42.5(pid=13968): Launched\u000a21:00:23.691852 tst emergency_mo_mt_call.py: using MSISDN 6849\u000a21:00:23.839381 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:00:24.385167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13970): Launched\u000a21:00:24.682723 run osmo-msc_10.42.42.6(pid=13971): Launched\u000a21:00:24.858056 run osmo-stp_10.42.42.5(pid=13968): ERR: Terminated: ERROR {rc=1} [trial-2349↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13968)]\u000a21:00:24.984561 run osmo-stp_10.42.42.5(pid=13968): stdout: \u000a| (launched: 2022-12-08_21:00:23.424466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:25.109138 run osmo-stp_10.42.42.5(pid=13968): stderr: \u000a| �[0;m�[38;5;43m20221208210023595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210023595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210023595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210023596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210023596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210023596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210023596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:25.228618 run osmo-stp_10.42.42.5(pid=13968): stdout: \u000a| (launched: 2022-12-08_21:00:23.424466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:25.346669 run osmo-stp_10.42.42.5(pid=13968): stderr: \u000a| �[0;m�[38;5;43m20221208210023595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210023595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210023595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210023596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210023596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210023596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210023596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:25.398491 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=13968): Process ended prematurely: osmo-stp_10.42.42.5(pid=13968) [trial-2349↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13968)] [trial-2349↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a21:00:25.406626 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a21:00:25.466992 run osmo-hlr_10.42.42.2(pid=13965): ERR: Terminated: ERROR {rc=237} [trial-2349↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13965)]\u000a21:00:25.515869 run osmo-hlr_10.42.42.2(pid=13965): stdout: \u000a| (launched: 2022-12-08_21:00:22.491681) \u000a21:00:25.565787 run osmo-hlr_10.42.42.2(pid=13965): stderr: \u000a| �[0;m�[1;31m20221208210022669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210022669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210022669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210022669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210022669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210022669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210022681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210022690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210022691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210022691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:25.633104 run osmo-msc_10.42.42.6(pid=13971): ERR: Terminated: ERROR {rc=2} [trial-2349↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13971)]\u000a21:00:25.681878 run osmo-msc_10.42.42.6(pid=13971): stdout: \u000a| (launched: 2022-12-08_21:00:24.535108) \u000a21:00:25.731239 run osmo-msc_10.42.42.6(pid=13971): stderr: \u000a| �[0;m�[38;5;43m20221208210024809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208210024809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab1fc31c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208210024809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208210024810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208210024810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208210024810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208210024812 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208210024812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208210024812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208210024812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:00:25.772632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13964): Terminating (SIGTERM)\u000a21:00:25.811886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13967): Terminating (SIGTERM)\u000a21:00:25.851543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13970): Terminating (SIGTERM)\u000a21:00:25.861823 --- ParallelTerminationStrategy: PID 13964 died...\u000a21:00:25.915509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13964): Terminated: ok {rc=0}\u000a21:00:25.925363 --- ParallelTerminationStrategy: PID 13967 died...\u000a21:00:25.977871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13967): Terminated: ok {rc=0}\u000a21:00:25.987746 --- ParallelTerminationStrategy: PID 13970 died...\u000a21:00:26.040589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13970): Terminated: ok {rc=0}\u000a21:00:26.127981 bus /sierra_3: Setting Powered False\u000a21:00:27.229909 bus /sierra_3: Setting Powered False\u000a21:00:28.339600 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13979): Process ended prematurely: osmo-stp_10.42.42.5(pid=13979) [trial-2349↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13979)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13979): Process ended prematurely: osmo-stp_10.42.42.5(pid=13979) [trial-2349↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13979)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:00:29.390781 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:29.402333 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:00:29.537517 tst emergency_preemptive_call.py: using LAC 16780\u000a21:00:29.652367 tst emergency_preemptive_call.py: using RAC 205\u000a21:00:29.766683 tst emergency_preemptive_call.py: using CellId 16780\u000a21:00:29.881053 tst emergency_preemptive_call.py: using BVCI 16781\u000a21:00:29.903389 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:29.914420 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:29.925149 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:29.936018 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:29.947014 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:29.957998 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:00:30.077519 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:00:30.193915 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:00:30.314203 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:00:30.516013 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:31.036901 run create_hlr_db(pid=13973): Launched\u000a21:00:31.220208 bus /sierra_2: Setting Powered False\u000a21:00:32.252192 run create_hlr_db(pid=13973): Terminated: ok {rc=0}\u000a21:00:32.679917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13975): Launched\u000a21:00:32.998383 run osmo-hlr_10.42.42.2(pid=13976): Launched\u000a21:00:33.114884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:33.671082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13978): Launched\u000a21:00:33.990285 run osmo-stp_10.42.42.5(pid=13979): Launched\u000a21:00:34.120026 tst emergency_preemptive_call.py: using MSISDN 6850\u000a21:00:34.279324 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:00:34.863024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13981): Launched\u000a21:00:35.180889 run osmo-msc_10.42.42.6(pid=13982): Launched\u000a21:00:35.367484 run osmo-stp_10.42.42.5(pid=13979): ERR: Terminated: ERROR {rc=1} [trial-2349↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13979)]\u000a21:00:35.502092 run osmo-stp_10.42.42.5(pid=13979): stdout: \u000a| (launched: 2022-12-08_21:00:33.833922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:35.636772 run osmo-stp_10.42.42.5(pid=13979): stderr: \u000a| �[0;m�[38;5;43m20221208210034026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210034026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210034026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210034027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210034029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210034030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210034030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:35.765322 run osmo-stp_10.42.42.5(pid=13979): stdout: \u000a| (launched: 2022-12-08_21:00:33.833922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:35.892241 run osmo-stp_10.42.42.5(pid=13979): stderr: \u000a| �[0;m�[38;5;43m20221208210034026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210034026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210034026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210034027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210034029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210034030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210034030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:35.948023 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=13979): Process ended prematurely: osmo-stp_10.42.42.5(pid=13979) [trial-2349↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13979)] [trial-2349↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a21:00:35.956629 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a21:00:36.019088 run osmo-hlr_10.42.42.2(pid=13976): ERR: Terminated: ERROR {rc=237} [trial-2349↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13976)]\u000a21:00:36.070527 run osmo-hlr_10.42.42.2(pid=13976): stdout: \u000a| (launched: 2022-12-08_21:00:32.842294) \u000a21:00:36.122457 run osmo-hlr_10.42.42.2(pid=13976): stderr: \u000a| �[0;m�[1;31m20221208210033040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210033040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210033040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210033040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210033040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210033040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210033057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210033066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210033067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210033067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:36.192711 run osmo-msc_10.42.42.6(pid=13982): ERR: Terminated: ERROR {rc=2} [trial-2349↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13982)]\u000a21:00:36.244090 run osmo-msc_10.42.42.6(pid=13982): stdout: \u000a| (launched: 2022-12-08_21:00:35.025099) \u000a21:00:36.295857 run osmo-msc_10.42.42.6(pid=13982): stderr: \u000a| �[0;m�[38;5;43m20221208210035348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208210035348 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1dda1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208210035348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208210035348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208210035349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208210035349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208210035350 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208210035351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208210035351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208210035351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:00:36.339878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13975): Terminating (SIGTERM)\u000a21:00:36.381623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13978): Terminating (SIGTERM)\u000a21:00:36.423206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13981): Terminating (SIGTERM)\u000a21:00:36.432686 --- ParallelTerminationStrategy: PID 13975 died...\u000a21:00:36.488270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13975): Terminated: ok {rc=0}\u000a21:00:36.498490 --- ParallelTerminationStrategy: PID 13978 died...\u000a21:00:36.554471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13978): Terminated: ok {rc=0}\u000a21:00:36.564673 --- ParallelTerminationStrategy: PID 13981 died...\u000a21:00:36.620220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13981): Terminated: ok {rc=0}\u000a21:00:36.705284 bus /sierra_9: Setting Powered False\u000a21:00:37.811468 bus /sierra_9: Setting Powered False\u000a21:00:38.922164 bus /sierra_8: Setting Powered False\u000a21:00:40.026743 bus /sierra_8: Setting Powered False\u000a21:00:41.138740 bus /sierra_3: Setting Powered False\u000a21:00:42.244259 bus /sierra_3: Setting Powered False\u000a21:00:43.351851 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:00:19" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13997): Process ended prematurely: osmo-stp_10.42.42.5(pid=13997) [trial-2349↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13997)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13997): Process ended prematurely: osmo-stp_10.42.42.5(pid=13997) [trial-2349↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:00:45.472082 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:45.483301 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:00:45.625249 tst cs_paging_gprs_active.py: using LAC 16781\u000a21:00:45.754432 tst cs_paging_gprs_active.py: using RAC 206\u000a21:00:45.902294 tst cs_paging_gprs_active.py: using CellId 16781\u000a21:00:46.026695 tst cs_paging_gprs_active.py: using BVCI 16782\u000a21:00:46.050925 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:46.062818 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:46.074556 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:46.089197 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:46.101975 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:46.113615 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:46.126459 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:46.140135 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:46.151904 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:00:46.273616 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:00:46.604548 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:00:46.734992 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:00:47.069925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13987): Launched\u000a21:00:47.335429 run iperf3-srv_10.42.42.10(pid=13988): Launched\u000a21:00:47.520880 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:00:47.647494 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:00:47.965416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13989): Launched\u000a21:00:48.226997 run iperf3-srv_10.42.42.10(pid=13990): Launched\u000a21:00:48.411386 tst cs_paging_gprs_active.py:38: start network...\u000a21:00:48.537254 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:49.015722 run create_hlr_db(pid=13991): Launched\u000a21:00:49.190224 bus /sierra_2: Setting Powered False\u000a21:00:50.212296 run create_hlr_db(pid=13991): Terminated: ok {rc=0}\u000a21:00:50.649880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13993): Launched\u000a21:00:50.979145 run osmo-hlr_10.42.42.2(pid=13994): Launched\u000a21:00:51.102249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:51.673391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13996): Launched\u000a21:00:52.001015 run osmo-stp_10.42.42.5(pid=13997): Launched\u000a21:00:52.119109 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:00:52.691290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13999): Launched\u000a21:00:52.807711 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:00:53.094419 run patchelf(pid=14000): Launched\u000a21:00:53.285542 run osmo-stp_10.42.42.5(pid=13997): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13997)]\u000a21:00:53.425185 run osmo-stp_10.42.42.5(pid=13997): stdout: \u000a| (launched: 2022-12-08_21:00:51.840290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:53.565447 run osmo-stp_10.42.42.5(pid=13997): stderr: \u000a| �[0;m�[38;5;43m20221208210052033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210052033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210052033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210052034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210052036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210052036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210052036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:53.700547 run osmo-stp_10.42.42.5(pid=13997): stdout: \u000a| (launched: 2022-12-08_21:00:51.840290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:53.835410 run osmo-stp_10.42.42.5(pid=13997): stderr: \u000a| �[0;m�[38;5;43m20221208210052033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210052033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210052033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210052034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210052036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210052036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210052036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:53.991070 run patchelf(pid=14000): Terminating (SIGINT)\u000a21:00:54.174238 run patchelf(pid=14000): Terminated: ok {rc=0}\u000a21:00:54.207820 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13997): Process ended prematurely: osmo-stp_10.42.42.5(pid=13997) [trial-2349↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13997)] [trial-2349↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a21:00:54.217652 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a21:00:54.280383 run osmo-hlr_10.42.42.2(pid=13994): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13994)]\u000a21:00:54.331526 run osmo-hlr_10.42.42.2(pid=13994): stdout: \u000a| (launched: 2022-12-08_21:00:50.817221) \u000a21:00:54.383505 run osmo-hlr_10.42.42.2(pid=13994): stderr: \u000a| �[0;m�[1;31m20221208210051018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210051018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210051018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210051018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210051018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210051018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210051030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210051039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210051039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210051039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:54.427920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13987): Terminating (SIGTERM)\u000a21:00:54.469851 run iperf3-srv_10.42.42.10(pid=13988): Terminating (SIGTERM)\u000a21:00:54.512063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13989): Terminating (SIGTERM)\u000a21:00:54.554044 run iperf3-srv_10.42.42.10(pid=13990): Terminating (SIGTERM)\u000a21:00:54.595915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13993): Terminating (SIGTERM)\u000a21:00:54.637661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13996): Terminating (SIGTERM)\u000a21:00:54.679556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13999): Terminating (SIGTERM)\u000a21:00:54.689463 --- ParallelTerminationStrategy: PID 13987 died...\u000a21:00:54.745271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13987): Terminated: ok {rc=0}\u000a21:00:54.755723 --- ParallelTerminationStrategy: PID 13988 died...\u000a21:00:54.810960 run iperf3-srv_10.42.42.10(pid=13988): Terminated {rc=256}\u000a21:00:54.821348 --- ParallelTerminationStrategy: PID 13989 died...\u000a21:00:54.876811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13989): Terminated: ok {rc=0}\u000a21:00:54.886950 --- ParallelTerminationStrategy: PID 13990 died...\u000a21:00:54.942048 run iperf3-srv_10.42.42.10(pid=13990): Terminated {rc=256}\u000a21:00:54.952209 --- ParallelTerminationStrategy: PID 13993 died...\u000a21:00:55.007413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13993): Terminated: ok {rc=0}\u000a21:00:55.017622 --- ParallelTerminationStrategy: PID 13996 died...\u000a21:00:55.072850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13996): Terminated: ok {rc=0}\u000a21:00:55.083002 --- ParallelTerminationStrategy: PID 13999 died...\u000a21:00:55.138190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13999): Terminated: ok {rc=0}\u000a21:00:55.224723 bus /gobi_0: Setting Powered False\u000a21:00:56.330719 bus /gobi_0: Setting Powered False\u000a21:00:57.438951 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14009): Process ended prematurely: osmo-stp_10.42.42.5(pid=14009) [trial-2349↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14009)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14009): Process ended prematurely: osmo-stp_10.42.42.5(pid=14009) [trial-2349↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a21:00:58.554956 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:58.566880 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:00:58.711578 tst iperf3.py: using LAC 16782\u000a21:00:58.840097 tst iperf3.py: using RAC 207\u000a21:00:58.964133 tst iperf3.py: using CellId 16782\u000a21:00:59.082568 tst iperf3.py: using BVCI 16783\u000a21:00:59.106201 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:59.117155 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:59.127733 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:59.139131 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:59.150323 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:59.161389 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:59.172567 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:59.183495 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:59.194730 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:00:59.475459 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:00:59.602025 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:00:59.916045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14001): Launched\u000a21:01:00.178453 run iperf3-srv_10.42.42.10(pid=14002): Launched\u000a21:01:00.363741 tst iperf3.py:8: start network...\u000a21:01:00.489953 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:01.041528 run create_hlr_db(pid=14003): Launched\u000a21:01:01.238297 bus /gobi_6: Setting Powered False\u000a21:01:02.277948 run create_hlr_db(pid=14003): Terminated: ok {rc=0}\u000a21:01:02.714001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14005): Launched\u000a21:01:03.041982 run osmo-hlr_10.42.42.2(pid=14006): Launched\u000a21:01:03.161713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:03.731412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14008): Launched\u000a21:01:04.061350 run osmo-stp_10.42.42.5(pid=14009): Launched\u000a21:01:04.180621 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:01:04.751103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14011): Launched\u000a21:01:04.867543 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:01:05.154594 run patchelf(pid=14012): Launched\u000a21:01:05.346243 run osmo-stp_10.42.42.5(pid=14009): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14009)]\u000a21:01:05.485440 run osmo-stp_10.42.42.5(pid=14009): stdout: \u000a| (launched: 2022-12-08_21:01:03.898666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:05.625663 run osmo-stp_10.42.42.5(pid=14009): stderr: \u000a| �[0;m�[38;5;43m20221208210104091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210104091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210104091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210104092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210104092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210104092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210104092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:05.760828 run osmo-stp_10.42.42.5(pid=14009): stdout: \u000a| (launched: 2022-12-08_21:01:03.898666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:05.895252 run osmo-stp_10.42.42.5(pid=14009): stderr: \u000a| �[0;m�[38;5;43m20221208210104091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210104091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210104091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210104092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210104092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210104092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210104092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:06.051702 run patchelf(pid=14012): Terminating (SIGINT)\u000a21:01:06.235162 run patchelf(pid=14012): Terminated: ok {rc=0}\u000a21:01:06.268452 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14009): Process ended prematurely: osmo-stp_10.42.42.5(pid=14009) [trial-2349↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14009)] [trial-2349↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a21:01:06.278250 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a21:01:06.340904 run osmo-hlr_10.42.42.2(pid=14006): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14006)]\u000a21:01:06.391882 run osmo-hlr_10.42.42.2(pid=14006): stdout: \u000a| (launched: 2022-12-08_21:01:02.880000) \u000a21:01:06.443576 run osmo-hlr_10.42.42.2(pid=14006): stderr: \u000a| �[0;m�[1;31m20221208210103079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210103079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210103079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210103079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210103079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210103079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210103091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210103100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210103100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210103100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:06.487904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14001): Terminating (SIGTERM)\u000a21:01:06.530098 run iperf3-srv_10.42.42.10(pid=14002): Terminating (SIGTERM)\u000a21:01:06.571977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14005): Terminating (SIGTERM)\u000a21:01:06.614104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14008): Terminating (SIGTERM)\u000a21:01:06.655908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14011): Terminating (SIGTERM)\u000a21:01:06.665830 --- ParallelTerminationStrategy: PID 14001 died...\u000a21:01:06.722444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14001): Terminated: ok {rc=0}\u000a21:01:06.732913 --- ParallelTerminationStrategy: PID 14002 died...\u000a21:01:06.789339 run iperf3-srv_10.42.42.10(pid=14002): Terminated {rc=256}\u000a21:01:06.799587 --- ParallelTerminationStrategy: PID 14005 died...\u000a21:01:06.855479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14005): Terminated: ok {rc=0}\u000a21:01:06.865863 --- ParallelTerminationStrategy: PID 14008 died...\u000a21:01:06.921544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14008): Terminated: ok {rc=0}\u000a21:01:06.931785 --- ParallelTerminationStrategy: PID 14011 died...\u000a21:01:06.987564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14011): Terminated: ok {rc=0}\u000a21:01:07.074326 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14027): Process ended prematurely: osmo-stp_10.42.42.5(pid=14027) [trial-2349↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14027)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14027): Process ended prematurely: osmo-stp_10.42.42.5(pid=14027) [trial-2349↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a21:01:08.184726 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:08.196203 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:01:08.330579 tst iperf3m4.py: using LAC 16783\u000a21:01:08.455593 tst iperf3m4.py: using RAC 208\u000a21:01:08.581315 tst iperf3m4.py: using CellId 16783\u000a21:01:08.707681 tst iperf3m4.py: using BVCI 16784\u000a21:01:08.732746 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:08.744385 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:08.755755 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:08.767297 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:08.778496 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:08.790091 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:08.801633 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:08.812684 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:08.824097 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:01:08.941085 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:01:09.062709 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:01:09.181991 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:01:09.481664 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:01:09.618100 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:09.954459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14013): Launched\u000a21:01:10.235114 run iperf3-srv_10.42.42.10(pid=14014): Launched\u000a21:01:10.434955 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:01:10.571291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:10.909329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14015): Launched\u000a21:01:11.189665 run iperf3-srv_10.42.42.10(pid=14016): Launched\u000a21:01:11.388807 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:01:11.524666 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:11.862040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14017): Launched\u000a21:01:12.143494 run iperf3-srv_10.42.42.10(pid=14018): Launched\u000a21:01:12.342980 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:01:12.479331 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:12.819807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14019): Launched\u000a21:01:13.102394 run iperf3-srv_10.42.42.10(pid=14020): Launched\u000a21:01:13.302649 tst iperf3m4.py:8: start network...\u000a21:01:13.439496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:13.960916 run create_hlr_db(pid=14021): Launched\u000a21:01:14.149650 bus /gobi_6: Setting Powered False\u000a21:01:15.170446 run create_hlr_db(pid=14021): Terminated: ok {rc=0}\u000a21:01:15.578111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14023): Launched\u000a21:01:15.977832 run osmo-hlr_10.42.42.2(pid=14024): Launched\u000a21:01:16.098389 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:16.840773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14026): Launched\u000a21:01:17.168597 run osmo-stp_10.42.42.5(pid=14027): Launched\u000a21:01:17.336751 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:01:17.894406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14029): Launched\u000a21:01:18.000626 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:01:18.260546 run patchelf(pid=14030): Launched\u000a21:01:18.434641 run osmo-stp_10.42.42.5(pid=14027): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14027)]\u000a21:01:18.561828 run osmo-stp_10.42.42.5(pid=14027): stdout: \u000a| (launched: 2022-12-08_21:01:16.996705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:18.688934 run osmo-stp_10.42.42.5(pid=14027): stderr: \u000a| �[0;m�[38;5;43m20221208210117331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210117331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210117331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210117332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210117332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210117332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210117332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:18.811872 run osmo-stp_10.42.42.5(pid=14027): stdout: \u000a| (launched: 2022-12-08_21:01:16.996705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:18.934186 run osmo-stp_10.42.42.5(pid=14027): stderr: \u000a| �[0;m�[38;5;43m20221208210117331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210117331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210117331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210117332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210117332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210117332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210117332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:19.076646 run patchelf(pid=14030): Terminating (SIGINT)\u000a21:01:19.243683 run patchelf(pid=14030): Terminated: ok {rc=0}\u000a21:01:19.274674 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14027): Process ended prematurely: osmo-stp_10.42.42.5(pid=14027) [trial-2349↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14027)] [trial-2349↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a21:01:19.283726 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a21:01:19.344560 run osmo-hlr_10.42.42.2(pid=14024): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14024)]\u000a21:01:19.393728 run osmo-hlr_10.42.42.2(pid=14024): stdout: \u000a| (launched: 2022-12-08_21:01:15.731963) \u000a21:01:19.443359 run osmo-hlr_10.42.42.2(pid=14024): stderr: \u000a| �[0;m�[1;31m20221208210115925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210115925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210115925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210115925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210115925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210115925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210115948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210115956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210115956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210115956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:19.485289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14013): Terminating (SIGTERM)\u000a21:01:19.524817 run iperf3-srv_10.42.42.10(pid=14014): Terminating (SIGTERM)\u000a21:01:19.564485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14015): Terminating (SIGTERM)\u000a21:01:19.603871 run iperf3-srv_10.42.42.10(pid=14016): Terminating (SIGTERM)\u000a21:01:19.643481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14017): Terminating (SIGTERM)\u000a21:01:19.682975 run iperf3-srv_10.42.42.10(pid=14018): Terminating (SIGTERM)\u000a21:01:19.722476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14019): Terminating (SIGTERM)\u000a21:01:19.762043 run iperf3-srv_10.42.42.10(pid=14020): Terminating (SIGTERM)\u000a21:01:19.801716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14023): Terminating (SIGTERM)\u000a21:01:19.841298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14026): Terminating (SIGTERM)\u000a21:01:19.880832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14029): Terminating (SIGTERM)\u000a21:01:19.890409 --- ParallelTerminationStrategy: PID 14013 died...\u000a21:01:19.943187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14013): Terminated: ok {rc=0}\u000a21:01:19.953058 --- ParallelTerminationStrategy: PID 14014 died...\u000a21:01:20.005771 run iperf3-srv_10.42.42.10(pid=14014): Terminated {rc=256}\u000a21:01:20.015641 --- ParallelTerminationStrategy: PID 14015 died...\u000a21:01:20.068321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14015): Terminated: ok {rc=0}\u000a21:01:20.078239 --- ParallelTerminationStrategy: PID 14016 died...\u000a21:01:20.131671 run iperf3-srv_10.42.42.10(pid=14016): Terminated {rc=256}\u000a21:01:20.141878 --- ParallelTerminationStrategy: PID 14017 died...\u000a21:01:20.195104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14017): Terminated: ok {rc=0}\u000a21:01:20.205210 --- ParallelTerminationStrategy: PID 14018 died...\u000a21:01:20.257835 run iperf3-srv_10.42.42.10(pid=14018): Terminated {rc=256}\u000a21:01:20.267784 --- ParallelTerminationStrategy: PID 14019 died...\u000a21:01:20.320439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14019): Terminated: ok {rc=0}\u000a21:01:20.330433 --- ParallelTerminationStrategy: PID 14020 died...\u000a21:01:20.383024 run iperf3-srv_10.42.42.10(pid=14020): Terminated {rc=256}\u000a21:01:20.392896 --- ParallelTerminationStrategy: PID 14023 died...\u000a21:01:20.445321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14023): Terminated: ok {rc=0}\u000a21:01:20.455051 --- ParallelTerminationStrategy: PID 14026 died...\u000a21:01:20.507305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14026): Terminated: ok {rc=0}\u000a21:01:20.517224 --- ParallelTerminationStrategy: PID 14029 died...\u000a21:01:20.569537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14029): Terminated: ok {rc=0}\u000a21:01:20.656398 bus /gobi_4: Setting Powered False\u000a21:01:21.758956 bus /gobi_4: Setting Powered False\u000a21:01:22.868702 bus /gobi_1: Setting Powered False\u000a21:01:23.971818 bus /gobi_1: Setting Powered False\u000a21:01:25.082090 bus /gobi_0: Setting Powered False\u000a21:01:26.184835 bus /gobi_0: Setting Powered False\u000a21:01:27.292112 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14037): Process ended prematurely: osmo-stp_10.42.42.5(pid=14037) [trial-2349↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14037)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14037): Process ended prematurely: osmo-stp_10.42.42.5(pid=14037) [trial-2349↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a21:01:28.361017 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:28.372877 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:01:28.511743 tst ping.py: using LAC 16784\u000a21:01:28.637136 tst ping.py: using RAC 209\u000a21:01:28.759298 tst ping.py: using CellId 16784\u000a21:01:28.881355 tst ping.py: using BVCI 16785\u000a21:01:28.905390 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:28.916469 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:28.927480 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:28.938509 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:28.949361 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:28.960397 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:28.971551 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:28.982587 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:01:29.266014 tst ping.py:19: start network...\u000a21:01:29.396750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:29.897703 run create_hlr_db(pid=14031): Launched\u000a21:01:30.080753 bus /gobi_6: Setting Powered False\u000a21:01:31.141549 run create_hlr_db(pid=14031): Terminated: ok {rc=0}\u000a21:01:31.594965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14033): Launched\u000a21:01:32.012881 run osmo-hlr_10.42.42.2(pid=14034): Launched\u000a21:01:32.170110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:32.709941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14036): Launched\u000a21:01:33.001358 run osmo-stp_10.42.42.5(pid=14037): Launched\u000a21:01:33.106981 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:01:33.615109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14039): Launched\u000a21:01:33.718607 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:01:33.973742 run patchelf(pid=14040): Launched\u000a21:01:34.145601 run osmo-stp_10.42.42.5(pid=14037): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14037)]\u000a21:01:34.270836 run osmo-stp_10.42.42.5(pid=14037): stdout: \u000a| (launched: 2022-12-08_21:01:32.858536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:34.396399 run osmo-stp_10.42.42.5(pid=14037): stderr: \u000a| �[0;m�[38;5;43m20221208210133026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210133026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210133026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210133026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210133027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210133027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210133027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:34.517478 run osmo-stp_10.42.42.5(pid=14037): stdout: \u000a| (launched: 2022-12-08_21:01:32.858536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:34.637692 run osmo-stp_10.42.42.5(pid=14037): stderr: \u000a| �[0;m�[38;5;43m20221208210133026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210133026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210133026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210133026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210133027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210133027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210133027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:34.777571 run patchelf(pid=14040): Terminating (SIGINT)\u000a21:01:34.941854 run patchelf(pid=14040): Terminated: ok {rc=0}\u000a21:01:34.971792 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14037): Process ended prematurely: osmo-stp_10.42.42.5(pid=14037) [trial-2349↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14037)] [trial-2349↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a21:01:34.980365 tst ping.py:22: Test FAILED (6.6 sec)\u000a21:01:35.040403 run osmo-hlr_10.42.42.2(pid=14034): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14034)]\u000a21:01:35.089282 run osmo-hlr_10.42.42.2(pid=14034): stdout: \u000a| (launched: 2022-12-08_21:01:31.756304) \u000a21:01:35.138848 run osmo-hlr_10.42.42.2(pid=14034): stderr: \u000a| �[0;m�[1;31m20221208210132033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210132033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210132033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210132033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210132034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210132034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210132056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210132071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210132071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210132071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:35.180599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14033): Terminating (SIGTERM)\u000a21:01:35.220085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14036): Terminating (SIGTERM)\u000a21:01:35.259650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14039): Terminating (SIGTERM)\u000a21:01:35.269029 --- ParallelTerminationStrategy: PID 14033 died...\u000a21:01:35.322652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14033): Terminated: ok {rc=0}\u000a21:01:35.332111 --- ParallelTerminationStrategy: PID 14036 died...\u000a21:01:35.384912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14036): Terminated: ok {rc=0}\u000a21:01:35.394551 --- ParallelTerminationStrategy: PID 14039 died...\u000a21:01:35.447795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14039): Terminated: ok {rc=0}\u000a21:01:35.531043 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14049): Process ended prematurely: osmo-stp_10.42.42.5(pid=14049) [trial-2349↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14049)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14049): Process ended prematurely: osmo-stp_10.42.42.5(pid=14049) [trial-2349↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a21:01:36.584615 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:36.597015 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:01:36.735328 tst ping_idle_ping.py: using LAC 16785\u000a21:01:36.850601 tst ping_idle_ping.py: using RAC 210\u000a21:01:36.968455 tst ping_idle_ping.py: using CellId 16785\u000a21:01:37.081738 tst ping_idle_ping.py: using BVCI 16786\u000a21:01:37.104032 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:37.114839 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:37.125479 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:37.136368 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:37.147101 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:37.157928 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:37.168799 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:37.179714 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:01:37.467279 tst ping_idle_ping.py:24: start network...\u000a21:01:37.599078 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:38.104841 run create_hlr_db(pid=14043): Launched\u000a21:01:38.288133 bus /gobi_6: Setting Powered False\u000a21:01:39.308825 run create_hlr_db(pid=14043): Terminated: ok {rc=0}\u000a21:01:39.705841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14045): Launched\u000a21:01:40.000186 run osmo-hlr_10.42.42.2(pid=14046): Launched\u000a21:01:40.114951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:40.633868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14048): Launched\u000a21:01:40.927156 run osmo-stp_10.42.42.5(pid=14049): Launched\u000a21:01:41.033843 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:01:41.546450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14051): Launched\u000a21:01:41.651628 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:01:41.909339 run patchelf(pid=14052): Launched\u000a21:01:42.082111 run osmo-stp_10.42.42.5(pid=14049): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14049)]\u000a21:01:42.209360 run osmo-stp_10.42.42.5(pid=14049): stdout: \u000a| (launched: 2022-12-08_21:01:40.782833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:42.335820 run osmo-stp_10.42.42.5(pid=14049): stderr: \u000a| �[0;m�[38;5;43m20221208210140953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210140953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210140953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210140953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210140954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210140954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210140954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:42.458190 run osmo-stp_10.42.42.5(pid=14049): stdout: \u000a| (launched: 2022-12-08_21:01:40.782833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:42.579119 run osmo-stp_10.42.42.5(pid=14049): stderr: \u000a| �[0;m�[38;5;43m20221208210140953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210140953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210140953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210140953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210140954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210140954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210140954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:42.719958 run patchelf(pid=14052): Terminating (SIGINT)\u000a21:01:42.885386 run patchelf(pid=14052): Terminated: ok {rc=0}\u000a21:01:42.915508 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14049): Process ended prematurely: osmo-stp_10.42.42.5(pid=14049) [trial-2349↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14049)] [trial-2349↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a21:01:42.924175 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a21:01:42.983837 run osmo-hlr_10.42.42.2(pid=14046): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14046)]\u000a21:01:43.032605 run osmo-hlr_10.42.42.2(pid=14046): stdout: \u000a| (launched: 2022-12-08_21:01:39.855099) \u000a21:01:43.081728 run osmo-hlr_10.42.42.2(pid=14046): stderr: \u000a| �[0;m�[1;31m20221208210140032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210140032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210140032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210140032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210140032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210140032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210140044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210140054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210140055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210140055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:43.123834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14045): Terminating (SIGTERM)\u000a21:01:43.163345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14048): Terminating (SIGTERM)\u000a21:01:43.203006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14051): Terminating (SIGTERM)\u000a21:01:43.212350 --- ParallelTerminationStrategy: PID 14045 died...\u000a21:01:43.265017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14045): Terminated: ok {rc=0}\u000a21:01:43.274657 --- ParallelTerminationStrategy: PID 14048 died...\u000a21:01:43.327115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14048): Terminated: ok {rc=0}\u000a21:01:43.336697 --- ParallelTerminationStrategy: PID 14051 died...\u000a21:01:43.389644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14051): Terminated: ok {rc=0}\u000a21:01:43.477840 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:00:45" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14067): Process ended prematurely: osmo-stp_10.42.42.5(pid=14067) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14067)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14067): Process ended prematurely: osmo-stp_10.42.42.5(pid=14067) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:01:45.620158 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:45.631698 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:01:45.774961 tst cs_paging_gprs_active.py: using LAC 16786\u000a21:01:45.931511 tst cs_paging_gprs_active.py: using RAC 211\u000a21:01:46.053948 tst cs_paging_gprs_active.py: using CellId 16786\u000a21:01:46.208039 tst cs_paging_gprs_active.py: using BVCI 16787\u000a21:01:46.242430 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:46.258553 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:46.274474 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:46.289907 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:46.305572 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:46.321801 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:46.334079 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:46.348319 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:46.361678 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:01:46.482786 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:01:46.810599 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:01:46.946757 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:47.291741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14057): Launched\u000a21:01:47.568139 run iperf3-srv_10.42.42.10(pid=14058): Launched\u000a21:01:47.764773 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:01:47.898041 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:48.228853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14059): Launched\u000a21:01:48.505494 run iperf3-srv_10.42.42.10(pid=14060): Launched\u000a21:01:48.701801 tst cs_paging_gprs_active.py:38: start network...\u000a21:01:48.834868 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:49.346462 run create_hlr_db(pid=14061): Launched\u000a21:01:49.531463 bus /gobi_6: Setting Powered False\u000a21:01:50.542210 run create_hlr_db(pid=14061): Terminated: ok {rc=0}\u000a21:01:50.977053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14063): Launched\u000a21:01:51.298214 run osmo-hlr_10.42.42.2(pid=14064): Launched\u000a21:01:51.414938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:51.971873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14066): Launched\u000a21:01:52.292308 run osmo-stp_10.42.42.5(pid=14067): Launched\u000a21:01:52.408195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:01:52.970537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14069): Launched\u000a21:01:53.085050 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:01:53.366004 run patchelf(pid=14070): Launched\u000a21:01:53.553766 run osmo-stp_10.42.42.5(pid=14067): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14067)]\u000a21:01:53.691469 run osmo-stp_10.42.42.5(pid=14067): stdout: \u000a| (launched: 2022-12-08_21:01:52.134957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:53.829151 run osmo-stp_10.42.42.5(pid=14067): stderr: \u000a| �[0;m�[38;5;43m20221208210152329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210152329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210152330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210152330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210152330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210152330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210152331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:53.962319 run osmo-stp_10.42.42.5(pid=14067): stdout: \u000a| (launched: 2022-12-08_21:01:52.134957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:54.093948 run osmo-stp_10.42.42.5(pid=14067): stderr: \u000a| �[0;m�[38;5;43m20221208210152329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210152329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210152330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210152330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210152330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210152330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210152331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:54.246923 run patchelf(pid=14070): Terminating (SIGINT)\u000a21:01:54.427176 run patchelf(pid=14070): Terminated: ok {rc=0}\u000a21:01:54.460101 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14067): Process ended prematurely: osmo-stp_10.42.42.5(pid=14067) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14067)] [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:01:54.470017 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a21:01:54.532234 run osmo-hlr_10.42.42.2(pid=14064): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14064)]\u000a21:01:54.583693 run osmo-hlr_10.42.42.2(pid=14064): stdout: \u000a| (launched: 2022-12-08_21:01:51.140748) \u000a21:01:54.635693 run osmo-hlr_10.42.42.2(pid=14064): stderr: \u000a| �[0;m�[1;31m20221208210151340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210151340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210151340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210151340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210151340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210151340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210151353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210151361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210151361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210151361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:54.679766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14057): Terminating (SIGTERM)\u000a21:01:54.721262 run iperf3-srv_10.42.42.10(pid=14058): Terminating (SIGTERM)\u000a21:01:54.764124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14059): Terminating (SIGTERM)\u000a21:01:54.805832 run iperf3-srv_10.42.42.10(pid=14060): Terminating (SIGTERM)\u000a21:01:54.847379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14063): Terminating (SIGTERM)\u000a21:01:54.888821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14066): Terminating (SIGTERM)\u000a21:01:54.930622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14069): Terminating (SIGTERM)\u000a21:01:54.940428 --- ParallelTerminationStrategy: PID 14057 died...\u000a21:01:54.996513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14057): Terminated: ok {rc=0}\u000a21:01:55.006527 --- ParallelTerminationStrategy: PID 14058 died...\u000a21:01:55.062022 run iperf3-srv_10.42.42.10(pid=14058): Terminated {rc=256}\u000a21:01:55.072031 --- ParallelTerminationStrategy: PID 14059 died...\u000a21:01:55.127494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14059): Terminated: ok {rc=0}\u000a21:01:55.137568 --- ParallelTerminationStrategy: PID 14060 died...\u000a21:01:55.192699 run iperf3-srv_10.42.42.10(pid=14060): Terminated {rc=256}\u000a21:01:55.202579 --- ParallelTerminationStrategy: PID 14063 died...\u000a21:01:55.257999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14063): Terminated: ok {rc=0}\u000a21:01:55.268053 --- ParallelTerminationStrategy: PID 14066 died...\u000a21:01:55.323525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14066): Terminated: ok {rc=0}\u000a21:01:55.333989 --- ParallelTerminationStrategy: PID 14069 died...\u000a21:01:55.389249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14069): Terminated: ok {rc=0}\u000a21:01:55.476846 bus /gobi_0: Setting Powered False\u000a21:01:56.585161 bus /gobi_0: Setting Powered False\u000a21:01:57.692247 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14079): Process ended prematurely: osmo-stp_10.42.42.5(pid=14079) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14079)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14079): Process ended prematurely: osmo-stp_10.42.42.5(pid=14079) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:01:58.806945 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:58.819098 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:01:58.960440 tst iperf3.py: using LAC 16787\u000a21:01:59.085178 tst iperf3.py: using RAC 212\u000a21:01:59.212876 tst iperf3.py: using CellId 16787\u000a21:01:59.339655 tst iperf3.py: using BVCI 16788\u000a21:01:59.364099 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:59.375639 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:59.386933 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:59.398264 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:59.409574 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:59.420821 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:59.432178 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:59.443388 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:59.454866 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:01:59.729605 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:01:59.853732 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:00.162926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14071): Launched\u000a21:02:00.420767 run iperf3-srv_10.42.42.10(pid=14072): Launched\u000a21:02:00.602534 tst iperf3.py:8: start network...\u000a21:02:00.726647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:01.227611 run create_hlr_db(pid=14073): Launched\u000a21:02:01.403458 bus /gobi_6: Setting Powered False\u000a21:02:02.423974 run create_hlr_db(pid=14073): Terminated: ok {rc=0}\u000a21:02:02.820835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14075): Launched\u000a21:02:03.119091 run osmo-hlr_10.42.42.2(pid=14076): Launched\u000a21:02:03.233187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:03.762694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14078): Launched\u000a21:02:04.080483 run osmo-stp_10.42.42.5(pid=14079): Launched\u000a21:02:04.206221 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:02:04.790871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14081): Launched\u000a21:02:04.904851 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:02:05.189234 run patchelf(pid=14082): Launched\u000a21:02:05.375822 run osmo-stp_10.42.42.5(pid=14079): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14079)]\u000a21:02:05.512051 run osmo-stp_10.42.42.5(pid=14079): stdout: \u000a| (launched: 2022-12-08_21:02:03.929508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:05.649087 run osmo-stp_10.42.42.5(pid=14079): stderr: \u000a| �[0;m�[38;5;43m20221208210204123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210204123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210204124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210204125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210204125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210204125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210204125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:05.780834 run osmo-stp_10.42.42.5(pid=14079): stdout: \u000a| (launched: 2022-12-08_21:02:03.929508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:05.911209 run osmo-stp_10.42.42.5(pid=14079): stderr: \u000a| �[0;m�[38;5;43m20221208210204123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210204123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210204124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210204125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210204125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210204125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210204125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:06.063390 run patchelf(pid=14082): Terminating (SIGINT)\u000a21:02:06.242197 run patchelf(pid=14082): Terminated: ok {rc=0}\u000a21:02:06.275018 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14079): Process ended prematurely: osmo-stp_10.42.42.5(pid=14079) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14079)] [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a21:02:06.284851 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a21:02:06.347309 run osmo-hlr_10.42.42.2(pid=14076): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14076)]\u000a21:02:06.398463 run osmo-hlr_10.42.42.2(pid=14076): stdout: \u000a| (launched: 2022-12-08_21:02:02.971882) \u000a21:02:06.450214 run osmo-hlr_10.42.42.2(pid=14076): stderr: \u000a| �[0;m�[1;31m20221208210203147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210203147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210203147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210203147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210203148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210203148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210203160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210203169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210203169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210203169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:02:06.494300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14071): Terminating (SIGTERM)\u000a21:02:06.535885 run iperf3-srv_10.42.42.10(pid=14072): Terminating (SIGTERM)\u000a21:02:06.577983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14075): Terminating (SIGTERM)\u000a21:02:06.619625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14078): Terminating (SIGTERM)\u000a21:02:06.661277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14081): Terminating (SIGTERM)\u000a21:02:06.670918 --- ParallelTerminationStrategy: PID 14071 died...\u000a21:02:06.726185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14071): Terminated: ok {rc=0}\u000a21:02:06.736273 --- ParallelTerminationStrategy: PID 14072 died...\u000a21:02:06.791133 run iperf3-srv_10.42.42.10(pid=14072): Terminated {rc=256}\u000a21:02:06.801183 --- ParallelTerminationStrategy: PID 14075 died...\u000a21:02:06.856069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14075): Terminated: ok {rc=0}\u000a21:02:06.866070 --- ParallelTerminationStrategy: PID 14078 died...\u000a21:02:06.921245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14078): Terminated: ok {rc=0}\u000a21:02:06.931344 --- ParallelTerminationStrategy: PID 14081 died...\u000a21:02:06.986686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14081): Terminated: ok {rc=0}\u000a21:02:07.073546 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14097): Process ended prematurely: osmo-stp_10.42.42.5(pid=14097) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14097)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14097): Process ended prematurely: osmo-stp_10.42.42.5(pid=14097) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:02:08.186624 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:08.198989 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:02:08.339296 tst iperf3m4.py: using LAC 16788\u000a21:02:08.465581 tst iperf3m4.py: using RAC 213\u000a21:02:08.592676 tst iperf3m4.py: using CellId 16788\u000a21:02:08.720908 tst iperf3m4.py: using BVCI 16789\u000a21:02:08.745692 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:08.757287 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:08.768718 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:08.780233 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:08.791670 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:08.803253 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:08.815356 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:08.826785 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:08.838381 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:02:08.965250 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:02:09.082385 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:02:09.198075 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:02:09.492622 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:02:09.627423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:09.958755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14083): Launched\u000a21:02:10.234887 run iperf3-srv_10.42.42.10(pid=14084): Launched\u000a21:02:10.432128 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:02:10.565660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:10.897052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14085): Launched\u000a21:02:11.172117 run iperf3-srv_10.42.42.10(pid=14086): Launched\u000a21:02:11.368032 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:02:11.501440 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:11.832251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14087): Launched\u000a21:02:12.108597 run iperf3-srv_10.42.42.10(pid=14088): Launched\u000a21:02:12.304715 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:02:12.438719 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:12.770527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14089): Launched\u000a21:02:13.045661 run iperf3-srv_10.42.42.10(pid=14090): Launched\u000a21:02:13.241575 tst iperf3m4.py:8: start network...\u000a21:02:13.374842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:13.887120 run create_hlr_db(pid=14091): Launched\u000a21:02:14.072447 bus /gobi_6: Setting Powered False\u000a21:02:15.093324 run create_hlr_db(pid=14091): Terminated: ok {rc=0}\u000a21:02:15.495588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14093): Launched\u000a21:02:15.794803 run osmo-hlr_10.42.42.2(pid=14094): Launched\u000a21:02:15.936401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:16.591141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14096): Launched\u000a21:02:16.996574 run osmo-stp_10.42.42.5(pid=14097): Launched\u000a21:02:17.175241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:02:17.773589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14099): Launched\u000a21:02:17.888027 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:02:18.169589 run patchelf(pid=14100): Launched\u000a21:02:18.358572 run osmo-stp_10.42.42.5(pid=14097): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14097)]\u000a21:02:18.496512 run osmo-stp_10.42.42.5(pid=14097): stdout: \u000a| (launched: 2022-12-08_21:02:16.744844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:18.634867 run osmo-stp_10.42.42.5(pid=14097): stderr: \u000a| �[0;m�[38;5;43m20221208210217121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210217121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210217122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210217122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210217124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210217124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210217133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:18.768091 run osmo-stp_10.42.42.5(pid=14097): stdout: \u000a| (launched: 2022-12-08_21:02:16.744844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:18.900355 run osmo-stp_10.42.42.5(pid=14097): stderr: \u000a| �[0;m�[38;5;43m20221208210217121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210217121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210217122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210217122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210217124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210217124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210217133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:19.055114 run patchelf(pid=14100): Terminating (SIGINT)\u000a21:02:19.235659 run patchelf(pid=14100): Terminated: ok {rc=0}\u000a21:02:19.269063 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14097): Process ended prematurely: osmo-stp_10.42.42.5(pid=14097) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14097)] [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:02:19.279147 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a21:02:19.342364 run osmo-hlr_10.42.42.2(pid=14094): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14094)]\u000a21:02:19.393730 run osmo-hlr_10.42.42.2(pid=14094): stdout: \u000a| (launched: 2022-12-08_21:02:15.647013) \u000a21:02:19.446426 run osmo-hlr_10.42.42.2(pid=14094): stderr: \u000a| �[0;m�[1;31m20221208210215824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210215824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210215824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210215824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210215824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210215824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210215848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210215870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210215870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210215871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:02:19.490846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14083): Terminating (SIGTERM)\u000a21:02:19.532760 run iperf3-srv_10.42.42.10(pid=14084): Terminating (SIGTERM)\u000a21:02:19.575103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14085): Terminating (SIGTERM)\u000a21:02:19.617348 run iperf3-srv_10.42.42.10(pid=14086): Terminating (SIGTERM)\u000a21:02:19.659288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14087): Terminating (SIGTERM)\u000a21:02:19.701480 run iperf3-srv_10.42.42.10(pid=14088): Terminating (SIGTERM)\u000a21:02:19.743759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14089): Terminating (SIGTERM)\u000a21:02:19.785661 run iperf3-srv_10.42.42.10(pid=14090): Terminating (SIGTERM)\u000a21:02:19.827897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14093): Terminating (SIGTERM)\u000a21:02:19.869692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14096): Terminating (SIGTERM)\u000a21:02:19.911676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14099): Terminating (SIGTERM)\u000a21:02:19.921417 --- ParallelTerminationStrategy: PID 14083 died...\u000a21:02:19.977639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14083): Terminated: ok {rc=0}\u000a21:02:19.987841 --- ParallelTerminationStrategy: PID 14084 died...\u000a21:02:20.043530 run iperf3-srv_10.42.42.10(pid=14084): Terminated {rc=256}\u000a21:02:20.053952 --- ParallelTerminationStrategy: PID 14085 died...\u000a21:02:20.109457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14085): Terminated: ok {rc=0}\u000a21:02:20.119536 --- ParallelTerminationStrategy: PID 14086 died...\u000a21:02:20.175210 run iperf3-srv_10.42.42.10(pid=14086): Terminated {rc=256}\u000a21:02:20.185441 --- ParallelTerminationStrategy: PID 14087 died...\u000a21:02:20.240866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14087): Terminated: ok {rc=0}\u000a21:02:20.251173 --- ParallelTerminationStrategy: PID 14088 died...\u000a21:02:20.306708 run iperf3-srv_10.42.42.10(pid=14088): Terminated {rc=256}\u000a21:02:20.317028 --- ParallelTerminationStrategy: PID 14089 died...\u000a21:02:20.373025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14089): Terminated: ok {rc=0}\u000a21:02:20.382952 --- ParallelTerminationStrategy: PID 14090 died...\u000a21:02:20.438501 run iperf3-srv_10.42.42.10(pid=14090): Terminated {rc=256}\u000a21:02:20.448842 --- ParallelTerminationStrategy: PID 14093 died...\u000a21:02:20.504851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14093): Terminated: ok {rc=0}\u000a21:02:20.515058 --- ParallelTerminationStrategy: PID 14096 died...\u000a21:02:20.570528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14096): Terminated: ok {rc=0}\u000a21:02:20.580808 --- ParallelTerminationStrategy: PID 14099 died...\u000a21:02:20.636988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14099): Terminated: ok {rc=0}\u000a21:02:20.723722 bus /gobi_4: Setting Powered False\u000a21:02:21.830094 bus /gobi_4: Setting Powered False\u000a21:02:22.938584 bus /gobi_1: Setting Powered False\u000a21:02:24.045327 bus /gobi_1: Setting Powered False\u000a21:02:25.153221 bus /gobi_0: Setting Powered False\u000a21:02:26.260744 bus /gobi_0: Setting Powered False\u000a21:02:27.369658 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14107): Process ended prematurely: osmo-stp_10.42.42.5(pid=14107) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14107)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14107): Process ended prematurely: osmo-stp_10.42.42.5(pid=14107) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:02:28.439351 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:28.451993 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:02:28.585640 tst ping.py: using LAC 16789\u000a21:02:28.704157 tst ping.py: using RAC 214\u000a21:02:28.818012 tst ping.py: using CellId 16789\u000a21:02:28.931067 tst ping.py: using BVCI 16790\u000a21:02:28.953729 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:28.964687 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:28.975815 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:28.987026 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:28.998147 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:29.009262 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:29.020466 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:29.031477 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:02:29.319210 tst ping.py:19: start network...\u000a21:02:29.450626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:29.951315 run create_hlr_db(pid=14101): Launched\u000a21:02:30.132867 bus /gobi_6: Setting Powered False\u000a21:02:31.147827 run create_hlr_db(pid=14101): Terminated: ok {rc=0}\u000a21:02:31.618450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14103): Launched\u000a21:02:31.975078 run osmo-hlr_10.42.42.2(pid=14104): Launched\u000a21:02:32.187186 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:32.731611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14106): Launched\u000a21:02:33.046284 run osmo-stp_10.42.42.5(pid=14107): Launched\u000a21:02:33.159773 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:02:33.708803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14109): Launched\u000a21:02:33.820896 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:02:34.096998 run patchelf(pid=14110): Launched\u000a21:02:34.281368 run osmo-stp_10.42.42.5(pid=14107): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14107)]\u000a21:02:34.416491 run osmo-stp_10.42.42.5(pid=14107): stdout: \u000a| (launched: 2022-12-08_21:02:32.891419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:34.551628 run osmo-stp_10.42.42.5(pid=14107): stderr: \u000a| �[0;m�[38;5;43m20221208210233082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210233082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210233082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210233082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210233083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210233083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210233083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:34.683288 run osmo-stp_10.42.42.5(pid=14107): stdout: \u000a| (launched: 2022-12-08_21:02:32.891419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:34.812081 run osmo-stp_10.42.42.5(pid=14107): stderr: \u000a| �[0;m�[38;5;43m20221208210233082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210233082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210233082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210233082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210233083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210233083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210233083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:34.962832 run patchelf(pid=14110): Terminating (SIGINT)\u000a21:02:35.139780 run patchelf(pid=14110): Terminated: ok {rc=0}\u000a21:02:35.172252 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14107): Process ended prematurely: osmo-stp_10.42.42.5(pid=14107) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14107)] [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a21:02:35.181581 tst ping.py:22: Test FAILED (6.7 sec)\u000a21:02:35.244352 run osmo-hlr_10.42.42.2(pid=14104): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14104)]\u000a21:02:35.296169 run osmo-hlr_10.42.42.2(pid=14104): stdout: \u000a| (launched: 2022-12-08_21:02:31.781863) \u000a21:02:35.348622 run osmo-hlr_10.42.42.2(pid=14104): stderr: \u000a| �[0;m�[1;31m20221208210232205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210232205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210232205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210232205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210232205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210232205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210232225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210232233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210232233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210232233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:02:35.393163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14103): Terminating (SIGTERM)\u000a21:02:35.435269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14106): Terminating (SIGTERM)\u000a21:02:35.477524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14109): Terminating (SIGTERM)\u000a21:02:35.487400 --- ParallelTerminationStrategy: PID 14103 died...\u000a21:02:35.543457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14103): Terminated: ok {rc=0}\u000a21:02:35.554002 --- ParallelTerminationStrategy: PID 14106 died...\u000a21:02:35.610615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14106): Terminated: ok {rc=0}\u000a21:02:35.620767 --- ParallelTerminationStrategy: PID 14109 died...\u000a21:02:35.676738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14109): Terminated: ok {rc=0}\u000a21:02:35.768125 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14118): Process ended prematurely: osmo-stp_10.42.42.5(pid=14118) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14118)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14118): Process ended prematurely: osmo-stp_10.42.42.5(pid=14118) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:02:36.822450 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:36.835187 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:02:36.979733 tst ping_idle_ping.py: using LAC 16790\u000a21:02:37.101353 tst ping_idle_ping.py: using RAC 215\u000a21:02:37.223591 tst ping_idle_ping.py: using CellId 16790\u000a21:02:37.348699 tst ping_idle_ping.py: using BVCI 16791\u000a21:02:37.372671 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:37.384262 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:37.395595 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:37.407254 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:37.418695 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:37.430154 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:37.441809 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:37.453258 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:02:37.727308 tst ping_idle_ping.py:24: start network...\u000a21:02:37.849680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:38.314164 run create_hlr_db(pid=14112): Launched\u000a21:02:38.483721 bus /gobi_6: Setting Powered False\u000a21:02:39.517733 run create_hlr_db(pid=14112): Terminated: ok {rc=0}\u000a21:02:39.939776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14114): Launched\u000a21:02:40.253852 run osmo-hlr_10.42.42.2(pid=14115): Launched\u000a21:02:40.369154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:40.917855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14117): Launched\u000a21:02:41.232056 run osmo-stp_10.42.42.5(pid=14118): Launched\u000a21:02:41.345826 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:02:41.897204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14120): Launched\u000a21:02:42.009932 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:02:42.286212 run patchelf(pid=14121): Launched\u000a21:02:42.470991 run osmo-stp_10.42.42.5(pid=14118): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14118)]\u000a21:02:42.606384 run osmo-stp_10.42.42.5(pid=14118): stdout: \u000a| (launched: 2022-12-08_21:02:41.077733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:42.742181 run osmo-stp_10.42.42.5(pid=14118): stderr: \u000a| �[0;m�[38;5;43m20221208210241270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210241270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210241271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210241271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210241271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210241271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210241272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:42.872285 run osmo-stp_10.42.42.5(pid=14118): stdout: \u000a| (launched: 2022-12-08_21:02:41.077733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:43.001679 run osmo-stp_10.42.42.5(pid=14118): stderr: \u000a| �[0;m�[38;5;43m20221208210241270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210241270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210241271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210241271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210241271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210241271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210241272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:43.151871 run patchelf(pid=14121): Terminating (SIGINT)\u000a21:02:43.328413 run patchelf(pid=14121): Terminated: ok {rc=0}\u000a21:02:43.360543 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14118): Process ended prematurely: osmo-stp_10.42.42.5(pid=14118) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14118)] [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:02:43.369903 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a21:02:43.431911 run osmo-hlr_10.42.42.2(pid=14115): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14115)]\u000a21:02:43.482728 run osmo-hlr_10.42.42.2(pid=14115): stdout: \u000a| (launched: 2022-12-08_21:02:40.099743) \u000a21:02:43.534137 run osmo-hlr_10.42.42.2(pid=14115): stderr: \u000a| �[0;m�[1;31m20221208210240298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210240298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210240298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210240298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210240298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210240299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210240312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210240322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210240322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210240322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:02:43.578049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14114): Terminating (SIGTERM)\u000a21:02:43.619797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14117): Terminating (SIGTERM)\u000a21:02:43.661561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14120): Terminating (SIGTERM)\u000a21:02:43.671193 --- ParallelTerminationStrategy: PID 14114 died...\u000a21:02:43.726474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14114): Terminated: ok {rc=0}\u000a21:02:43.736495 --- ParallelTerminationStrategy: PID 14117 died...\u000a21:02:43.791504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14117): Terminated: ok {rc=0}\u000a21:02:43.801409 --- ParallelTerminationStrategy: PID 14120 died...\u000a21:02:43.856284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14120): Terminated: ok {rc=0}\u000a21:02:43.942763 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:01:45" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14136): Process ended prematurely: osmo-stp_10.42.42.5(pid=14136) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14136)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14136): Process ended prematurely: osmo-stp_10.42.42.5(pid=14136) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:02:46.112413 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:46.124461 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:02:46.309661 tst cs_paging_gprs_active.py: using LAC 16791\u000a21:02:46.440939 tst cs_paging_gprs_active.py: using RAC 216\u000a21:02:46.563312 tst cs_paging_gprs_active.py: using CellId 16791\u000a21:02:46.685304 tst cs_paging_gprs_active.py: using BVCI 16792\u000a21:02:46.710808 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:46.723276 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:46.735315 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:46.749513 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:46.762053 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:46.774078 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:46.787234 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:46.801153 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:46.814776 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:02:46.937708 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:02:47.234427 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:02:47.376454 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:47.711040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14126): Launched\u000a21:02:47.988802 run iperf3-srv_10.42.42.10(pid=14127): Launched\u000a21:02:48.185433 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:02:48.318704 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:48.652550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14128): Launched\u000a21:02:48.929498 run iperf3-srv_10.42.42.10(pid=14129): Launched\u000a21:02:49.126308 tst cs_paging_gprs_active.py:38: start network...\u000a21:02:49.259951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:49.777468 run create_hlr_db(pid=14130): Launched\u000a21:02:49.962992 bus /gobi_6: Setting Powered False\u000a21:02:50.984166 run create_hlr_db(pid=14130): Terminated: ok {rc=0}\u000a21:02:51.388584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14132): Launched\u000a21:02:51.689615 run osmo-hlr_10.42.42.2(pid=14133): Launched\u000a21:02:51.802816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:52.334183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14135): Launched\u000a21:02:52.633750 run osmo-stp_10.42.42.5(pid=14136): Launched\u000a21:02:52.744127 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:02:53.270258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14138): Launched\u000a21:02:53.377507 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:02:53.639809 run patchelf(pid=14139): Launched\u000a21:02:53.816382 run osmo-stp_10.42.42.5(pid=14136): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14136)]\u000a21:02:53.945513 run osmo-stp_10.42.42.5(pid=14136): stdout: \u000a| (launched: 2022-12-08_21:02:52.486210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:54.075009 run osmo-stp_10.42.42.5(pid=14136): stderr: \u000a| �[0;m�[38;5;43m20221208210252658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210252658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210252658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210252659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210252659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210252659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210252659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:54.199926 run osmo-stp_10.42.42.5(pid=14136): stdout: \u000a| (launched: 2022-12-08_21:02:52.486210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:54.323945 run osmo-stp_10.42.42.5(pid=14136): stderr: \u000a| �[0;m�[38;5;43m20221208210252658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210252658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210252658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210252659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210252659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210252659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210252659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:54.467759 run patchelf(pid=14139): Terminating (SIGINT)\u000a21:02:54.637394 run patchelf(pid=14139): Terminated: ok {rc=0}\u000a21:02:54.668330 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14136): Process ended prematurely: osmo-stp_10.42.42.5(pid=14136) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14136)] [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:02:54.677448 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a21:02:54.737558 run osmo-hlr_10.42.42.2(pid=14133): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14133)]\u000a21:02:54.787015 run osmo-hlr_10.42.42.2(pid=14133): stdout: \u000a| (launched: 2022-12-08_21:02:51.540773) \u000a21:02:54.836734 run osmo-hlr_10.42.42.2(pid=14133): stderr: \u000a| �[0;m�[1;31m20221208210251718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210251718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210251718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210251718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210251718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210251718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210251730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210251741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210251741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210251741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:02:54.878772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14126): Terminating (SIGTERM)\u000a21:02:54.918493 run iperf3-srv_10.42.42.10(pid=14127): Terminating (SIGTERM)\u000a21:02:54.958243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14128): Terminating (SIGTERM)\u000a21:02:54.997953 run iperf3-srv_10.42.42.10(pid=14129): Terminating (SIGTERM)\u000a21:02:55.038327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14132): Terminating (SIGTERM)\u000a21:02:55.078209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14135): Terminating (SIGTERM)\u000a21:02:55.118510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14138): Terminating (SIGTERM)\u000a21:02:55.128388 --- ParallelTerminationStrategy: PID 14126 died...\u000a21:02:55.181898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14126): Terminated: ok {rc=0}\u000a21:02:55.191613 --- ParallelTerminationStrategy: PID 14127 died...\u000a21:02:55.244397 run iperf3-srv_10.42.42.10(pid=14127): Terminated {rc=256}\u000a21:02:55.254216 --- ParallelTerminationStrategy: PID 14128 died...\u000a21:02:55.307660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14128): Terminated: ok {rc=0}\u000a21:02:55.317332 --- ParallelTerminationStrategy: PID 14129 died...\u000a21:02:55.369884 run iperf3-srv_10.42.42.10(pid=14129): Terminated {rc=256}\u000a21:02:55.379704 --- ParallelTerminationStrategy: PID 14132 died...\u000a21:02:55.432288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14132): Terminated: ok {rc=0}\u000a21:02:55.442103 --- ParallelTerminationStrategy: PID 14135 died...\u000a21:02:55.495118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14135): Terminated: ok {rc=0}\u000a21:02:55.504669 --- ParallelTerminationStrategy: PID 14138 died...\u000a21:02:55.557121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14138): Terminated: ok {rc=0}\u000a21:02:55.645107 bus /gobi_0: Setting Powered False\u000a21:02:56.747464 bus /gobi_0: Setting Powered False\u000a21:02:57.856861 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14149): Process ended prematurely: osmo-stp_10.42.42.5(pid=14149) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14149)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14149): Process ended prematurely: osmo-stp_10.42.42.5(pid=14149) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14149)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:02:58.966044 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:58.977831 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:02:59.133591 tst iperf3.py: using LAC 16792\u000a21:02:59.253210 tst iperf3.py: using RAC 217\u000a21:02:59.371716 tst iperf3.py: using CellId 16792\u000a21:02:59.490901 tst iperf3.py: using BVCI 16793\u000a21:02:59.513748 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:59.524815 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:59.535766 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:59.546937 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:59.558135 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:59.569271 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:59.580519 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:59.591584 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:59.603024 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:02:59.894681 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:03:00.028372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:00.359969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14140): Launched\u000a21:03:00.636796 run iperf3-srv_10.42.42.10(pid=14141): Launched\u000a21:03:00.835986 tst iperf3.py:8: start network...\u000a21:03:00.994710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:01.480447 run create_hlr_db(pid=14143): Launched\u000a21:03:01.666363 bus /gobi_6: Setting Powered False\u000a21:03:02.675842 run create_hlr_db(pid=14143): Terminated: ok {rc=0}\u000a21:03:03.096027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14145): Launched\u000a21:03:03.395728 run osmo-hlr_10.42.42.2(pid=14146): Launched\u000a21:03:03.509711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:04.043969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14148): Launched\u000a21:03:04.342638 run osmo-stp_10.42.42.5(pid=14149): Launched\u000a21:03:04.452192 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:04.974775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14151): Launched\u000a21:03:05.081894 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:05.345984 run patchelf(pid=14152): Launched\u000a21:03:05.522618 run osmo-stp_10.42.42.5(pid=14149): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14149)]\u000a21:03:05.651311 run osmo-stp_10.42.42.5(pid=14149): stdout: \u000a| (launched: 2022-12-08_21:03:04.195646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:05.780197 run osmo-stp_10.42.42.5(pid=14149): stderr: \u000a| �[0;m�[38;5;43m20221208210304365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210304366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210304366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210304366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210304367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210304367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210304367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:05.904644 run osmo-stp_10.42.42.5(pid=14149): stdout: \u000a| (launched: 2022-12-08_21:03:04.195646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:06.028300 run osmo-stp_10.42.42.5(pid=14149): stderr: \u000a| �[0;m�[38;5;43m20221208210304365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210304366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210304366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210304366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210304367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210304367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210304367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:06.172923 run patchelf(pid=14152): Terminating (SIGINT)\u000a21:03:06.342452 run patchelf(pid=14152): Terminated: ok {rc=0}\u000a21:03:06.373705 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14149): Process ended prematurely: osmo-stp_10.42.42.5(pid=14149) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14149)] [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:03:06.382912 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a21:03:06.443697 run osmo-hlr_10.42.42.2(pid=14146): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14146)]\u000a21:03:06.492840 run osmo-hlr_10.42.42.2(pid=14146): stdout: \u000a| (launched: 2022-12-08_21:03:03.247631) \u000a21:03:06.542994 run osmo-hlr_10.42.42.2(pid=14146): stderr: \u000a| �[0;m�[1;31m20221208210303425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210303425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210303425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210303425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210303425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210303425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210303437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210303446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210303446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210303446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:06.585453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14140): Terminating (SIGTERM)\u000a21:03:06.625223 run iperf3-srv_10.42.42.10(pid=14141): Terminating (SIGTERM)\u000a21:03:06.665172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14145): Terminating (SIGTERM)\u000a21:03:06.704905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14148): Terminating (SIGTERM)\u000a21:03:06.745342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14151): Terminating (SIGTERM)\u000a21:03:06.754871 --- ParallelTerminationStrategy: PID 14140 died...\u000a21:03:06.807657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14140): Terminated: ok {rc=0}\u000a21:03:06.817451 --- ParallelTerminationStrategy: PID 14141 died...\u000a21:03:06.870366 run iperf3-srv_10.42.42.10(pid=14141): Terminated {rc=256}\u000a21:03:06.880003 --- ParallelTerminationStrategy: PID 14145 died...\u000a21:03:06.932398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14145): Terminated: ok {rc=0}\u000a21:03:06.942017 --- ParallelTerminationStrategy: PID 14148 died...\u000a21:03:06.994412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14148): Terminated: ok {rc=0}\u000a21:03:07.004095 --- ParallelTerminationStrategy: PID 14151 died...\u000a21:03:07.057077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14151): Terminated: ok {rc=0}\u000a21:03:07.139475 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14167): Process ended prematurely: osmo-stp_10.42.42.5(pid=14167) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14167)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14167): Process ended prematurely: osmo-stp_10.42.42.5(pid=14167) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:03:08.254618 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:08.266946 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:03:08.429375 tst iperf3m4.py: using LAC 16793\u000a21:03:08.558545 tst iperf3m4.py: using RAC 218\u000a21:03:08.687922 tst iperf3m4.py: using CellId 16793\u000a21:03:08.819179 tst iperf3m4.py: using BVCI 16794\u000a21:03:08.844284 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:08.856151 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:08.867615 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:08.879868 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:08.893906 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:08.906328 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:08.917435 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:08.928190 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:08.939793 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:03:09.061082 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:03:09.184262 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:03:09.300884 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:03:09.594834 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:03:09.729317 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:10.061142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14153): Launched\u000a21:03:10.338939 run iperf3-srv_10.42.42.10(pid=14154): Launched\u000a21:03:10.536483 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:03:10.671325 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:11.004296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14155): Launched\u000a21:03:11.281063 run iperf3-srv_10.42.42.10(pid=14156): Launched\u000a21:03:11.478183 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:03:11.612931 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:11.946365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14157): Launched\u000a21:03:12.222624 run iperf3-srv_10.42.42.10(pid=14158): Launched\u000a21:03:12.419994 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:03:12.554613 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:12.888793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14159): Launched\u000a21:03:13.165585 run iperf3-srv_10.42.42.10(pid=14160): Launched\u000a21:03:13.362613 tst iperf3m4.py:8: start network...\u000a21:03:13.496746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:14.009373 run create_hlr_db(pid=14161): Launched\u000a21:03:14.194657 bus /gobi_6: Setting Powered False\u000a21:03:15.216012 run create_hlr_db(pid=14161): Terminated: ok {rc=0}\u000a21:03:15.645155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14163): Launched\u000a21:03:15.994279 run osmo-hlr_10.42.42.2(pid=14164): Launched\u000a21:03:16.314542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:16.945738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14166): Launched\u000a21:03:17.336728 run osmo-stp_10.42.42.5(pid=14167): Launched\u000a21:03:17.447349 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:18.026303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14169): Launched\u000a21:03:18.141249 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:18.423399 run patchelf(pid=14170): Launched\u000a21:03:18.612269 run osmo-stp_10.42.42.5(pid=14167): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14167)]\u000a21:03:18.749684 run osmo-stp_10.42.42.5(pid=14167): stdout: \u000a| (launched: 2022-12-08_21:03:17.102122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:18.887459 run osmo-stp_10.42.42.5(pid=14167): stderr: \u000a| �[0;m�[38;5;43m20221208210317469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210317469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210317470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210317470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210317471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210317471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210317471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:19.021009 run osmo-stp_10.42.42.5(pid=14167): stdout: \u000a| (launched: 2022-12-08_21:03:17.102122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:19.153114 run osmo-stp_10.42.42.5(pid=14167): stderr: \u000a| �[0;m�[38;5;43m20221208210317469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210317469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210317470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210317470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210317471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210317471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210317471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:19.306897 run patchelf(pid=14170): Terminating (SIGINT)\u000a21:03:19.487083 run patchelf(pid=14170): Terminated: ok {rc=0}\u000a21:03:19.520258 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14167): Process ended prematurely: osmo-stp_10.42.42.5(pid=14167) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14167)] [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:03:19.530453 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a21:03:19.593118 run osmo-hlr_10.42.42.2(pid=14164): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14164)]\u000a21:03:19.644654 run osmo-hlr_10.42.42.2(pid=14164): stdout: \u000a| (launched: 2022-12-08_21:03:15.808816) \u000a21:03:19.696571 run osmo-hlr_10.42.42.2(pid=14164): stderr: \u000a| �[0;m�[1;31m20221208210316179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210316179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210316179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210316179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210316179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210316179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210316200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210316217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210316217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210316217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:19.740737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14153): Terminating (SIGTERM)\u000a21:03:19.782421 run iperf3-srv_10.42.42.10(pid=14154): Terminating (SIGTERM)\u000a21:03:19.824261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14155): Terminating (SIGTERM)\u000a21:03:19.865940 run iperf3-srv_10.42.42.10(pid=14156): Terminating (SIGTERM)\u000a21:03:19.907608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14157): Terminating (SIGTERM)\u000a21:03:19.949173 run iperf3-srv_10.42.42.10(pid=14158): Terminating (SIGTERM)\u000a21:03:19.990959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14159): Terminating (SIGTERM)\u000a21:03:20.032472 run iperf3-srv_10.42.42.10(pid=14160): Terminating (SIGTERM)\u000a21:03:20.074249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14163): Terminating (SIGTERM)\u000a21:03:20.115966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14166): Terminating (SIGTERM)\u000a21:03:20.157567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14169): Terminating (SIGTERM)\u000a21:03:20.167214 --- ParallelTerminationStrategy: PID 14153 died...\u000a21:03:20.222829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14153): Terminated: ok {rc=0}\u000a21:03:20.233314 --- ParallelTerminationStrategy: PID 14154 died...\u000a21:03:20.288883 run iperf3-srv_10.42.42.10(pid=14154): Terminated {rc=256}\u000a21:03:20.298968 --- ParallelTerminationStrategy: PID 14155 died...\u000a21:03:20.354564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14155): Terminated: ok {rc=0}\u000a21:03:20.365275 --- ParallelTerminationStrategy: PID 14156 died...\u000a21:03:20.420398 run iperf3-srv_10.42.42.10(pid=14156): Terminated {rc=256}\u000a21:03:20.430445 --- ParallelTerminationStrategy: PID 14157 died...\u000a21:03:20.485809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14157): Terminated: ok {rc=0}\u000a21:03:20.495888 --- ParallelTerminationStrategy: PID 14158 died...\u000a21:03:20.551385 run iperf3-srv_10.42.42.10(pid=14158): Terminated {rc=256}\u000a21:03:20.561923 --- ParallelTerminationStrategy: PID 14159 died...\u000a21:03:20.617853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14159): Terminated: ok {rc=0}\u000a21:03:20.628094 --- ParallelTerminationStrategy: PID 14160 died...\u000a21:03:20.683607 run iperf3-srv_10.42.42.10(pid=14160): Terminated {rc=256}\u000a21:03:20.693991 --- ParallelTerminationStrategy: PID 14163 died...\u000a21:03:20.749307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14163): Terminated: ok {rc=0}\u000a21:03:20.759487 --- ParallelTerminationStrategy: PID 14166 died...\u000a21:03:20.814882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14166): Terminated: ok {rc=0}\u000a21:03:20.825079 --- ParallelTerminationStrategy: PID 14169 died...\u000a21:03:20.880473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14169): Terminated: ok {rc=0}\u000a21:03:20.966534 bus /gobi_4: Setting Powered False\u000a21:03:22.073418 bus /gobi_4: Setting Powered False\u000a21:03:23.180922 bus /gobi_1: Setting Powered False\u000a21:03:24.282001 bus /gobi_1: Setting Powered False\u000a21:03:25.391260 bus /gobi_0: Setting Powered False\u000a21:03:26.494233 bus /gobi_0: Setting Powered False\u000a21:03:27.605875 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14177): Process ended prematurely: osmo-stp_10.42.42.5(pid=14177) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14177)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14177): Process ended prematurely: osmo-stp_10.42.42.5(pid=14177) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:03:28.672027 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:28.683810 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:03:28.838707 tst ping.py: using LAC 16794\u000a21:03:28.959941 tst ping.py: using RAC 219\u000a21:03:29.082098 tst ping.py: using CellId 16794\u000a21:03:29.203082 tst ping.py: using BVCI 16795\u000a21:03:29.227416 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:29.239279 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:29.250833 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:29.262294 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:29.273571 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:29.284921 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:29.296410 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:29.307741 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:03:29.580031 tst ping.py:19: start network...\u000a21:03:29.702764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:30.162936 run create_hlr_db(pid=14171): Launched\u000a21:03:30.333320 bus /gobi_6: Setting Powered False\u000a21:03:31.374047 run create_hlr_db(pid=14171): Terminated: ok {rc=0}\u000a21:03:31.812026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14173): Launched\u000a21:03:32.203863 run osmo-hlr_10.42.42.2(pid=14174): Launched\u000a21:03:32.318837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:32.873369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14176): Launched\u000a21:03:33.187307 run osmo-stp_10.42.42.5(pid=14177): Launched\u000a21:03:33.301445 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:33.851916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14179): Launched\u000a21:03:33.964081 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:34.238482 run patchelf(pid=14180): Launched\u000a21:03:34.423794 run osmo-stp_10.42.42.5(pid=14177): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14177)]\u000a21:03:34.558881 run osmo-stp_10.42.42.5(pid=14177): stdout: \u000a| (launched: 2022-12-08_21:03:33.033734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:34.694406 run osmo-stp_10.42.42.5(pid=14177): stderr: \u000a| �[0;m�[38;5;43m20221208210333224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210333224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210333224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210333224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210333227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210333227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210333227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:34.824604 run osmo-stp_10.42.42.5(pid=14177): stdout: \u000a| (launched: 2022-12-08_21:03:33.033734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:34.953924 run osmo-stp_10.42.42.5(pid=14177): stderr: \u000a| �[0;m�[38;5;43m20221208210333224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210333224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210333224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210333224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210333227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210333227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210333227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:35.105301 run patchelf(pid=14180): Terminating (SIGINT)\u000a21:03:35.282101 run patchelf(pid=14180): Terminated: ok {rc=0}\u000a21:03:35.314413 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14177): Process ended prematurely: osmo-stp_10.42.42.5(pid=14177) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14177)] [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:03:35.323519 tst ping.py:22: Test FAILED (6.6 sec)\u000a21:03:35.385962 run osmo-hlr_10.42.42.2(pid=14174): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14174)]\u000a21:03:35.437141 run osmo-hlr_10.42.42.2(pid=14174): stdout: \u000a| (launched: 2022-12-08_21:03:31.975045) \u000a21:03:35.488746 run osmo-hlr_10.42.42.2(pid=14174): stderr: \u000a| �[0;m�[1;31m20221208210332234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210332234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210332234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210332234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210332234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210332234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210332247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210332258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210332258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210332258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:35.533036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14173): Terminating (SIGTERM)\u000a21:03:35.575045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14176): Terminating (SIGTERM)\u000a21:03:35.616802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14179): Terminating (SIGTERM)\u000a21:03:35.626891 --- ParallelTerminationStrategy: PID 14173 died...\u000a21:03:35.682652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14173): Terminated: ok {rc=0}\u000a21:03:35.692686 --- ParallelTerminationStrategy: PID 14176 died...\u000a21:03:35.749213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14176): Terminated: ok {rc=0}\u000a21:03:35.759203 --- ParallelTerminationStrategy: PID 14179 died...\u000a21:03:35.814437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14179): Terminated: ok {rc=0}\u000a21:03:35.900649 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14187): Process ended prematurely: osmo-stp_10.42.42.5(pid=14187) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14187)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14187): Process ended prematurely: osmo-stp_10.42.42.5(pid=14187) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14187)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:03:36.953418 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:36.965703 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:03:37.125558 tst ping_idle_ping.py: using LAC 16795\u000a21:03:37.250406 tst ping_idle_ping.py: using RAC 220\u000a21:03:37.374315 tst ping_idle_ping.py: using CellId 16795\u000a21:03:37.497740 tst ping_idle_ping.py: using BVCI 16796\u000a21:03:37.522077 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:37.533611 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:37.545194 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:37.556522 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:37.567962 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:37.579644 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:37.591304 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:37.602771 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:03:37.878372 tst ping_idle_ping.py:24: start network...\u000a21:03:38.001667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:38.468936 run create_hlr_db(pid=14181): Launched\u000a21:03:38.640933 bus /gobi_6: Setting Powered False\u000a21:03:39.661392 run create_hlr_db(pid=14181): Terminated: ok {rc=0}\u000a21:03:40.082745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14183): Launched\u000a21:03:40.398733 run osmo-hlr_10.42.42.2(pid=14184): Launched\u000a21:03:40.517841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:41.067056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14186): Launched\u000a21:03:41.383137 run osmo-stp_10.42.42.5(pid=14187): Launched\u000a21:03:41.497084 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:42.049321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14189): Launched\u000a21:03:42.161956 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:42.438416 run patchelf(pid=14190): Launched\u000a21:03:42.623846 run osmo-stp_10.42.42.5(pid=14187): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14187)]\u000a21:03:42.760145 run osmo-stp_10.42.42.5(pid=14187): stdout: \u000a| (launched: 2022-12-08_21:03:41.227954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:42.896002 run osmo-stp_10.42.42.5(pid=14187): stderr: \u000a| �[0;m�[38;5;43m20221208210341421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210341421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210341421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210341422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210341422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210341422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210341422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:43.026905 run osmo-stp_10.42.42.5(pid=14187): stdout: \u000a| (launched: 2022-12-08_21:03:41.227954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:43.157148 run osmo-stp_10.42.42.5(pid=14187): stderr: \u000a| �[0;m�[38;5;43m20221208210341421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210341421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210341421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210341422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210341422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210341422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210341422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:43.308650 run patchelf(pid=14190): Terminating (SIGINT)\u000a21:03:43.486790 run patchelf(pid=14190): Terminated: ok {rc=0}\u000a21:03:43.519051 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14187): Process ended prematurely: osmo-stp_10.42.42.5(pid=14187) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14187)] [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:03:43.528235 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a21:03:43.590427 run osmo-hlr_10.42.42.2(pid=14184): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14184)]\u000a21:03:43.641781 run osmo-hlr_10.42.42.2(pid=14184): stdout: \u000a| (launched: 2022-12-08_21:03:40.243596) \u000a21:03:43.694058 run osmo-hlr_10.42.42.2(pid=14184): stderr: \u000a| �[0;m�[1;31m20221208210340441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210340441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210340441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210340441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210340441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210340441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210340454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210340464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210340464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210340464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:43.738089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14183): Terminating (SIGTERM)\u000a21:03:43.779604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14186): Terminating (SIGTERM)\u000a21:03:43.821204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14189): Terminating (SIGTERM)\u000a21:03:43.830893 --- ParallelTerminationStrategy: PID 14183 died...\u000a21:03:43.886496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14183): Terminated: ok {rc=0}\u000a21:03:43.896573 --- ParallelTerminationStrategy: PID 14186 died...\u000a21:03:43.951761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14186): Terminated: ok {rc=0}\u000a21:03:43.961854 --- ParallelTerminationStrategy: PID 14189 died...\u000a21:03:44.016784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14189): Terminated: ok {rc=0}\u000a21:03:44.103116 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:02:45" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14205): Process ended prematurely: osmo-stp_10.42.42.5(pid=14205) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14205)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14205): Process ended prematurely: osmo-stp_10.42.42.5(pid=14205) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:03:46.278189 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:46.293619 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:03:46.466954 tst cs_paging_gprs_active.py: using LAC 16796\u000a21:03:46.592287 tst cs_paging_gprs_active.py: using RAC 221\u000a21:03:46.716077 tst cs_paging_gprs_active.py: using CellId 16796\u000a21:03:46.841963 tst cs_paging_gprs_active.py: using BVCI 16797\u000a21:03:46.867288 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:46.879399 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:46.891435 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:46.903449 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:46.915501 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:46.927497 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:46.939636 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:46.951871 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:46.964004 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:03:47.087006 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:03:47.385399 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:03:47.519406 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:47.851806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14195): Launched\u000a21:03:48.128490 run iperf3-srv_10.42.42.10(pid=14196): Launched\u000a21:03:48.325359 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:03:48.459194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:48.792149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14197): Launched\u000a21:03:49.069448 run iperf3-srv_10.42.42.10(pid=14198): Launched\u000a21:03:49.266973 tst cs_paging_gprs_active.py:38: start network...\u000a21:03:49.401010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:49.903795 run create_hlr_db(pid=14199): Launched\u000a21:03:50.076925 bus /gobi_6: Setting Powered False\u000a21:03:51.098107 run create_hlr_db(pid=14199): Terminated: ok {rc=0}\u000a21:03:51.528374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14201): Launched\u000a21:03:51.851641 run osmo-hlr_10.42.42.2(pid=14202): Launched\u000a21:03:51.972854 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:52.535749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14204): Launched\u000a21:03:52.859348 run osmo-stp_10.42.42.5(pid=14205): Launched\u000a21:03:52.975992 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:53.539514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14207): Launched\u000a21:03:53.654738 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:53.943309 run patchelf(pid=14208): Launched\u000a21:03:54.132206 run osmo-stp_10.42.42.5(pid=14205): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14205)]\u000a21:03:54.270172 run osmo-stp_10.42.42.5(pid=14205): stdout: \u000a| (launched: 2022-12-08_21:03:52.700437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:54.408073 run osmo-stp_10.42.42.5(pid=14205): stderr: \u000a| �[0;m�[38;5;43m20221208210352893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210352893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210352894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210352894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210352894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210352894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210352895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:54.541405 run osmo-stp_10.42.42.5(pid=14205): stdout: \u000a| (launched: 2022-12-08_21:03:52.700437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:54.674019 run osmo-stp_10.42.42.5(pid=14205): stderr: \u000a| �[0;m�[38;5;43m20221208210352893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210352893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210352894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210352894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210352894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210352894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210352895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:54.827889 run patchelf(pid=14208): Terminating (SIGINT)\u000a21:03:55.008664 run patchelf(pid=14208): Terminated: ok {rc=0}\u000a21:03:55.041850 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14205): Process ended prematurely: osmo-stp_10.42.42.5(pid=14205) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14205)] [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a21:03:55.051837 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a21:03:55.114270 run osmo-hlr_10.42.42.2(pid=14202): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14202)]\u000a21:03:55.165394 run osmo-hlr_10.42.42.2(pid=14202): stdout: \u000a| (launched: 2022-12-08_21:03:51.693243) \u000a21:03:55.217403 run osmo-hlr_10.42.42.2(pid=14202): stderr: \u000a| �[0;m�[1;31m20221208210351894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210351894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210351894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210351894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210351894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210351894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210351907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210351916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210351916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210351916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:55.262058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14195): Terminating (SIGTERM)\u000a21:03:55.303547 run iperf3-srv_10.42.42.10(pid=14196): Terminating (SIGTERM)\u000a21:03:55.345286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14197): Terminating (SIGTERM)\u000a21:03:55.386847 run iperf3-srv_10.42.42.10(pid=14198): Terminating (SIGTERM)\u000a21:03:55.428240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14201): Terminating (SIGTERM)\u000a21:03:55.469637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14204): Terminating (SIGTERM)\u000a21:03:55.511160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14207): Terminating (SIGTERM)\u000a21:03:55.520724 --- ParallelTerminationStrategy: PID 14195 died...\u000a21:03:55.576147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14195): Terminated: ok {rc=0}\u000a21:03:55.586192 --- ParallelTerminationStrategy: PID 14196 died...\u000a21:03:55.641447 run iperf3-srv_10.42.42.10(pid=14196): Terminated {rc=256}\u000a21:03:55.651417 --- ParallelTerminationStrategy: PID 14197 died...\u000a21:03:55.706711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14197): Terminated: ok {rc=0}\u000a21:03:55.716660 --- ParallelTerminationStrategy: PID 14198 died...\u000a21:03:55.772138 run iperf3-srv_10.42.42.10(pid=14198): Terminated {rc=256}\u000a21:03:55.782118 --- ParallelTerminationStrategy: PID 14201 died...\u000a21:03:55.837735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14201): Terminated: ok {rc=0}\u000a21:03:55.847635 --- ParallelTerminationStrategy: PID 14204 died...\u000a21:03:55.903261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14204): Terminated: ok {rc=0}\u000a21:03:55.913301 --- ParallelTerminationStrategy: PID 14207 died...\u000a21:03:55.968279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14207): Terminated: ok {rc=0}\u000a21:03:56.054425 bus /gobi_0: Setting Powered False\u000a21:03:57.160050 bus /gobi_0: Setting Powered False\u000a21:03:58.269727 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14217): Process ended prematurely: osmo-stp_10.42.42.5(pid=14217) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14217)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14217): Process ended prematurely: osmo-stp_10.42.42.5(pid=14217) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a21:03:59.382731 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:59.394920 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:03:59.556655 tst iperf3.py: using LAC 16797\u000a21:03:59.684758 tst iperf3.py: using RAC 222\u000a21:03:59.813151 tst iperf3.py: using CellId 16797\u000a21:03:59.940357 tst iperf3.py: using BVCI 16798\u000a21:03:59.965094 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:59.976679 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:59.988157 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:59.999523 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:00.010957 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:00.022336 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:00.033959 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:00.045336 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:00.056825 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:04:00.349708 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:04:00.483406 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:00.816245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14209): Launched\u000a21:04:01.111765 run iperf3-srv_10.42.42.10(pid=14210): Launched\u000a21:04:01.300481 tst iperf3.py:8: start network...\u000a21:04:01.429861 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:01.964713 run create_hlr_db(pid=14211): Launched\u000a21:04:02.148549 bus /gobi_6: Setting Powered False\u000a21:04:03.165540 run create_hlr_db(pid=14211): Terminated: ok {rc=0}\u000a21:04:03.594735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14213): Launched\u000a21:04:03.916658 run osmo-hlr_10.42.42.2(pid=14214): Launched\u000a21:04:04.032611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:04.593138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14216): Launched\u000a21:04:04.915559 run osmo-stp_10.42.42.5(pid=14217): Launched\u000a21:04:05.032228 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:05.595142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14219): Launched\u000a21:04:05.710584 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:05.991550 run patchelf(pid=14220): Launched\u000a21:04:06.180262 run osmo-stp_10.42.42.5(pid=14217): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14217)]\u000a21:04:06.318164 run osmo-stp_10.42.42.5(pid=14217): stdout: \u000a| (launched: 2022-12-08_21:04:04.757615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:06.456279 run osmo-stp_10.42.42.5(pid=14217): stderr: \u000a| �[0;m�[38;5;43m20221208210404950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210404950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210404951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210404951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210404951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210404952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210404952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:06.589588 run osmo-stp_10.42.42.5(pid=14217): stdout: \u000a| (launched: 2022-12-08_21:04:04.757615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:06.722822 run osmo-stp_10.42.42.5(pid=14217): stderr: \u000a| �[0;m�[38;5;43m20221208210404950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210404950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210404951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210404951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210404951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210404952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210404952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:06.877208 run patchelf(pid=14220): Terminating (SIGINT)\u000a21:04:07.057861 run patchelf(pid=14220): Terminated: ok {rc=0}\u000a21:04:07.091036 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14217): Process ended prematurely: osmo-stp_10.42.42.5(pid=14217) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14217)] [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a21:04:07.100905 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a21:04:07.163369 run osmo-hlr_10.42.42.2(pid=14214): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14214)]\u000a21:04:07.214472 run osmo-hlr_10.42.42.2(pid=14214): stdout: \u000a| (launched: 2022-12-08_21:04:03.758689) \u000a21:04:07.266155 run osmo-hlr_10.42.42.2(pid=14214): stderr: \u000a| �[0;m�[1;31m20221208210403957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210403957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210403957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210403957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210403957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210403957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210403969 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210403977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210403977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210403978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:07.310548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14209): Terminating (SIGTERM)\u000a21:04:07.352353 run iperf3-srv_10.42.42.10(pid=14210): Terminating (SIGTERM)\u000a21:04:07.393979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14213): Terminating (SIGTERM)\u000a21:04:07.435582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14216): Terminating (SIGTERM)\u000a21:04:07.477118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14219): Terminating (SIGTERM)\u000a21:04:07.486706 --- ParallelTerminationStrategy: PID 14209 died...\u000a21:04:07.542394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14209): Terminated: ok {rc=0}\u000a21:04:07.552380 --- ParallelTerminationStrategy: PID 14210 died...\u000a21:04:07.607592 run iperf3-srv_10.42.42.10(pid=14210): Terminated {rc=256}\u000a21:04:07.617906 --- ParallelTerminationStrategy: PID 14213 died...\u000a21:04:07.673340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14213): Terminated: ok {rc=0}\u000a21:04:07.683300 --- ParallelTerminationStrategy: PID 14216 died...\u000a21:04:07.738788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14216): Terminated: ok {rc=0}\u000a21:04:07.748812 --- ParallelTerminationStrategy: PID 14219 died...\u000a21:04:07.804179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14219): Terminated: ok {rc=0}\u000a21:04:07.890272 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14235): Process ended prematurely: osmo-stp_10.42.42.5(pid=14235) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14235)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14235): Process ended prematurely: osmo-stp_10.42.42.5(pid=14235) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a21:04:09.006352 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:09.018628 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:04:09.179106 tst iperf3m4.py: using LAC 16798\u000a21:04:09.305104 tst iperf3m4.py: using RAC 223\u000a21:04:09.431349 tst iperf3m4.py: using CellId 16798\u000a21:04:09.557277 tst iperf3m4.py: using BVCI 16799\u000a21:04:09.581906 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:09.593469 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:09.604860 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:09.616253 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:09.627674 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:09.639885 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:09.651734 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:09.663192 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:09.674923 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:04:09.798443 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:04:09.919648 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:04:10.041623 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:04:10.335950 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:04:10.470136 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:10.802627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14221): Launched\u000a21:04:11.080859 run iperf3-srv_10.42.42.10(pid=14222): Launched\u000a21:04:11.278316 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:04:11.413287 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:11.747849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14223): Launched\u000a21:04:12.039969 run iperf3-srv_10.42.42.10(pid=14224): Launched\u000a21:04:12.222810 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:04:12.347547 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:12.658245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14225): Launched\u000a21:04:12.916101 run iperf3-srv_10.42.42.10(pid=14226): Launched\u000a21:04:13.098455 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:04:13.222602 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:13.532276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14227): Launched\u000a21:04:13.790075 run iperf3-srv_10.42.42.10(pid=14228): Launched\u000a21:04:13.972608 tst iperf3m4.py:8: start network...\u000a21:04:14.097155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:14.586629 run create_hlr_db(pid=14229): Launched\u000a21:04:14.773674 bus /gobi_6: Setting Powered False\u000a21:04:15.794365 run create_hlr_db(pid=14229): Terminated: ok {rc=0}\u000a21:04:16.249843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14231): Launched\u000a21:04:16.657891 run osmo-hlr_10.42.42.2(pid=14232): Launched\u000a21:04:16.802909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:17.591095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14234): Launched\u000a21:04:17.892111 run osmo-stp_10.42.42.5(pid=14235): Launched\u000a21:04:18.010272 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:18.537678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14237): Launched\u000a21:04:18.644563 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:18.909694 run patchelf(pid=14238): Launched\u000a21:04:19.085418 run osmo-stp_10.42.42.5(pid=14235): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14235)]\u000a21:04:19.213879 run osmo-stp_10.42.42.5(pid=14235): stdout: \u000a| (launched: 2022-12-08_21:04:17.743230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:19.342499 run osmo-stp_10.42.42.5(pid=14235): stderr: \u000a| �[0;m�[38;5;43m20221208210417912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210417912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210417913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210417913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210417914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210417914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210417914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:19.467236 run osmo-stp_10.42.42.5(pid=14235): stdout: \u000a| (launched: 2022-12-08_21:04:17.743230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:19.591035 run osmo-stp_10.42.42.5(pid=14235): stderr: \u000a| �[0;m�[38;5;43m20221208210417912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210417912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210417913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210417913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210417914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210417914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210417914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:19.735461 run patchelf(pid=14238): Terminating (SIGINT)\u000a21:04:19.903750 run patchelf(pid=14238): Terminated: ok {rc=0}\u000a21:04:19.934984 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14235): Process ended prematurely: osmo-stp_10.42.42.5(pid=14235) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14235)] [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a21:04:19.944253 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a21:04:20.005457 run osmo-hlr_10.42.42.2(pid=14232): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14232)]\u000a21:04:20.055077 run osmo-hlr_10.42.42.2(pid=14232): stdout: \u000a| (launched: 2022-12-08_21:04:16.406559) \u000a21:04:20.105093 run osmo-hlr_10.42.42.2(pid=14232): stderr: \u000a| �[0;m�[1;31m20221208210416812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210416812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210416812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210416812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210416813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210416813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210416843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210416867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210416867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210416867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:20.147199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14221): Terminating (SIGTERM)\u000a21:04:20.187133 run iperf3-srv_10.42.42.10(pid=14222): Terminating (SIGTERM)\u000a21:04:20.227305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14223): Terminating (SIGTERM)\u000a21:04:20.267319 run iperf3-srv_10.42.42.10(pid=14224): Terminating (SIGTERM)\u000a21:04:20.307420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14225): Terminating (SIGTERM)\u000a21:04:20.347201 run iperf3-srv_10.42.42.10(pid=14226): Terminating (SIGTERM)\u000a21:04:20.387320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14227): Terminating (SIGTERM)\u000a21:04:20.427288 run iperf3-srv_10.42.42.10(pid=14228): Terminating (SIGTERM)\u000a21:04:20.467379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14231): Terminating (SIGTERM)\u000a21:04:20.507409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14234): Terminating (SIGTERM)\u000a21:04:20.547193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14237): Terminating (SIGTERM)\u000a21:04:20.556653 --- ParallelTerminationStrategy: PID 14221 died...\u000a21:04:20.610275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14221): Terminated: ok {rc=0}\u000a21:04:20.620638 --- ParallelTerminationStrategy: PID 14222 died...\u000a21:04:20.674177 run iperf3-srv_10.42.42.10(pid=14222): Terminated {rc=256}\u000a21:04:20.684075 --- ParallelTerminationStrategy: PID 14223 died...\u000a21:04:20.737551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14223): Terminated: ok {rc=0}\u000a21:04:20.747232 --- ParallelTerminationStrategy: PID 14224 died...\u000a21:04:20.800335 run iperf3-srv_10.42.42.10(pid=14224): Terminated {rc=256}\u000a21:04:20.810016 --- ParallelTerminationStrategy: PID 14225 died...\u000a21:04:20.863173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14225): Terminated: ok {rc=0}\u000a21:04:20.873050 --- ParallelTerminationStrategy: PID 14226 died...\u000a21:04:20.925842 run iperf3-srv_10.42.42.10(pid=14226): Terminated {rc=256}\u000a21:04:20.935568 --- ParallelTerminationStrategy: PID 14227 died...\u000a21:04:20.988755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14227): Terminated: ok {rc=0}\u000a21:04:20.998501 --- ParallelTerminationStrategy: PID 14228 died...\u000a21:04:21.051666 run iperf3-srv_10.42.42.10(pid=14228): Terminated {rc=256}\u000a21:04:21.061896 --- ParallelTerminationStrategy: PID 14231 died...\u000a21:04:21.115676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14231): Terminated: ok {rc=0}\u000a21:04:21.125956 --- ParallelTerminationStrategy: PID 14234 died...\u000a21:04:21.179357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14234): Terminated: ok {rc=0}\u000a21:04:21.189556 --- ParallelTerminationStrategy: PID 14237 died...\u000a21:04:21.242666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14237): Terminated: ok {rc=0}\u000a21:04:21.330944 bus /gobi_4: Setting Powered False\u000a21:04:22.434436 bus /gobi_4: Setting Powered False\u000a21:04:23.546242 bus /gobi_1: Setting Powered False\u000a21:04:24.647832 bus /gobi_1: Setting Powered False\u000a21:04:25.757934 bus /gobi_0: Setting Powered False\u000a21:04:26.860258 bus /gobi_0: Setting Powered False\u000a21:04:27.971524 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14245): Process ended prematurely: osmo-stp_10.42.42.5(pid=14245) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14245)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14245): Process ended prematurely: osmo-stp_10.42.42.5(pid=14245) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a21:04:29.039866 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:29.052094 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:04:29.211018 tst ping.py: using LAC 16799\u000a21:04:29.337370 tst ping.py: using RAC 224\u000a21:04:29.462936 tst ping.py: using CellId 16799\u000a21:04:29.588317 tst ping.py: using BVCI 16800\u000a21:04:29.612494 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:29.624090 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:29.635585 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:29.647434 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:29.658900 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:29.670468 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:29.681968 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:29.693363 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:04:29.980450 tst ping.py:19: start network...\u000a21:04:30.111581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:30.613810 run create_hlr_db(pid=14239): Launched\u000a21:04:30.797699 bus /gobi_6: Setting Powered False\u000a21:04:31.845359 run create_hlr_db(pid=14239): Terminated: ok {rc=0}\u000a21:04:32.253454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14241): Launched\u000a21:04:32.552140 run osmo-hlr_10.42.42.2(pid=14242): Launched\u000a21:04:32.661164 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:33.174177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14244): Launched\u000a21:04:33.468427 run osmo-stp_10.42.42.5(pid=14245): Launched\u000a21:04:33.577391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:34.093114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14247): Launched\u000a21:04:34.198518 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:34.456560 run patchelf(pid=14248): Launched\u000a21:04:34.630582 run osmo-stp_10.42.42.5(pid=14245): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14245)]\u000a21:04:34.757403 run osmo-stp_10.42.42.5(pid=14245): stdout: \u000a| (launched: 2022-12-08_21:04:33.323168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:34.884263 run osmo-stp_10.42.42.5(pid=14245): stderr: \u000a| �[0;m�[38;5;43m20221208210433492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210433492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210433493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210433493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210433493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210433494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210433494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:35.007473 run osmo-stp_10.42.42.5(pid=14245): stdout: \u000a| (launched: 2022-12-08_21:04:33.323168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:35.129098 run osmo-stp_10.42.42.5(pid=14245): stderr: \u000a| �[0;m�[38;5;43m20221208210433492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210433492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210433493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210433493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210433493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210433494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210433494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:35.270336 run patchelf(pid=14248): Terminating (SIGINT)\u000a21:04:35.436002 run patchelf(pid=14248): Terminated: ok {rc=0}\u000a21:04:35.466198 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14245): Process ended prematurely: osmo-stp_10.42.42.5(pid=14245) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14245)] [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a21:04:35.474818 tst ping.py:22: Test FAILED (6.4 sec)\u000a21:04:35.534903 run osmo-hlr_10.42.42.2(pid=14242): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14242)]\u000a21:04:35.584177 run osmo-hlr_10.42.42.2(pid=14242): stdout: \u000a| (launched: 2022-12-08_21:04:32.403198) \u000a21:04:35.633849 run osmo-hlr_10.42.42.2(pid=14242): stderr: \u000a| �[0;m�[1;31m20221208210432579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210432579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210432579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210432579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210432579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210432579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210432591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210432602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210432602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210432602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:35.675650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14241): Terminating (SIGTERM)\u000a21:04:35.715212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14244): Terminating (SIGTERM)\u000a21:04:35.754949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14247): Terminating (SIGTERM)\u000a21:04:35.764491 --- ParallelTerminationStrategy: PID 14241 died...\u000a21:04:35.817885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14241): Terminated: ok {rc=0}\u000a21:04:35.827815 --- ParallelTerminationStrategy: PID 14244 died...\u000a21:04:35.880700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14244): Terminated: ok {rc=0}\u000a21:04:35.890595 --- ParallelTerminationStrategy: PID 14247 died...\u000a21:04:35.943520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14247): Terminated: ok {rc=0}\u000a21:04:36.026241 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14255): Process ended prematurely: osmo-stp_10.42.42.5(pid=14255) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14255)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14255): Process ended prematurely: osmo-stp_10.42.42.5(pid=14255) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a21:04:37.079095 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:37.092067 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:04:37.256028 tst ping_idle_ping.py: using LAC 16800\u000a21:04:37.380658 tst ping_idle_ping.py: using RAC 225\u000a21:04:37.504807 tst ping_idle_ping.py: using CellId 16800\u000a21:04:37.629792 tst ping_idle_ping.py: using BVCI 16801\u000a21:04:37.654415 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:37.666352 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:37.678022 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:37.690223 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:37.702386 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:37.714317 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:37.726366 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:37.738269 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:04:38.029307 tst ping_idle_ping.py:24: start network...\u000a21:04:38.161210 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:38.669093 run create_hlr_db(pid=14249): Launched\u000a21:04:38.852867 bus /gobi_6: Setting Powered False\u000a21:04:39.874190 run create_hlr_db(pid=14249): Terminated: ok {rc=0}\u000a21:04:40.272016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14251): Launched\u000a21:04:40.568282 run osmo-hlr_10.42.42.2(pid=14252): Launched\u000a21:04:40.683079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:41.206712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14254): Launched\u000a21:04:41.502080 run osmo-stp_10.42.42.5(pid=14255): Launched\u000a21:04:41.618558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:42.142122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14257): Launched\u000a21:04:42.247741 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:42.507097 run patchelf(pid=14258): Launched\u000a21:04:42.682097 run osmo-stp_10.42.42.5(pid=14255): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14255)]\u000a21:04:42.809384 run osmo-stp_10.42.42.5(pid=14255): stdout: \u000a| (launched: 2022-12-08_21:04:41.356102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:42.937170 run osmo-stp_10.42.42.5(pid=14255): stderr: \u000a| �[0;m�[38;5;43m20221208210441525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210441525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210441525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210441526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210441526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210441526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210441526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:43.059685 run osmo-stp_10.42.42.5(pid=14255): stdout: \u000a| (launched: 2022-12-08_21:04:41.356102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:43.181577 run osmo-stp_10.42.42.5(pid=14255): stderr: \u000a| �[0;m�[38;5;43m20221208210441525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210441525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210441525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210441526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210441526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210441526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210441526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:43.323593 run patchelf(pid=14258): Terminating (SIGINT)\u000a21:04:43.490406 run patchelf(pid=14258): Terminated: ok {rc=0}\u000a21:04:43.520857 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14255): Process ended prematurely: osmo-stp_10.42.42.5(pid=14255) [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14255)] [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a21:04:43.529656 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a21:04:43.590295 run osmo-hlr_10.42.42.2(pid=14252): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14252)]\u000a21:04:43.640002 run osmo-hlr_10.42.42.2(pid=14252): stdout: \u000a| (launched: 2022-12-08_21:04:40.421737) \u000a21:04:43.689747 run osmo-hlr_10.42.42.2(pid=14252): stderr: \u000a| �[0;m�[1;31m20221208210440598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210440598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210440598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210440598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210440598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210440598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210440611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210440621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210440621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210440621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:43.732351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14251): Terminating (SIGTERM)\u000a21:04:43.772484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14254): Terminating (SIGTERM)\u000a21:04:43.812633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14257): Terminating (SIGTERM)\u000a21:04:43.822775 --- ParallelTerminationStrategy: PID 14251 died...\u000a21:04:43.876898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14251): Terminated: ok {rc=0}\u000a21:04:43.886746 --- ParallelTerminationStrategy: PID 14254 died...\u000a21:04:43.939906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14254): Terminated: ok {rc=0}\u000a21:04:43.950057 --- ParallelTerminationStrategy: PID 14257 died...\u000a21:04:44.003455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14257): Terminated: ok {rc=0}\u000a21:04:44.086408 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:03:45" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14268): Process ended prematurely: osmo-stp_10.42.42.5(pid=14268) [trial-2349↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14268)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14268): Process ended prematurely: osmo-stp_10.42.42.5(pid=14268) [trial-2349↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:04:46.149109 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:04:46.160504 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:04:46.322901 tst switch_tch_pdch.py: using LAC 16801\u000a21:04:46.452690 tst switch_tch_pdch.py: using RAC 226\u000a21:04:46.580247 tst switch_tch_pdch.py: using CellId 16801\u000a21:04:46.704569 tst switch_tch_pdch.py: using BVCI 16802\u000a21:04:46.728274 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:04:46.740641 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:04:46.754124 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:04:46.766563 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:04:46.781033 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:04:46.793369 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:04:46.807895 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:04:46.821056 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:04:46.950287 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:04:47.258049 tst switch_tch_pdch.py:51: start network...\u000a21:04:47.390468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:47.898186 run create_hlr_db(pid=14262): Launched\u000a21:04:48.082087 bus /gobi_6: Setting Powered False\u000a21:04:49.102429 run create_hlr_db(pid=14262): Terminated: ok {rc=0}\u000a21:04:49.526024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14264): Launched\u000a21:04:49.843008 run osmo-hlr_10.42.42.2(pid=14265): Launched\u000a21:04:49.961725 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:50.510465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14267): Launched\u000a21:04:50.827373 run osmo-stp_10.42.42.5(pid=14268): Launched\u000a21:04:50.940915 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:51.493781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14270): Launched\u000a21:04:51.606675 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:51.885754 run patchelf(pid=14271): Launched\u000a21:04:52.071443 run osmo-stp_10.42.42.5(pid=14268): ERR: Terminated: ERROR {rc=1} [trial-2349↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14268)]\u000a21:04:52.207133 run osmo-stp_10.42.42.5(pid=14268): stdout: \u000a| (launched: 2022-12-08_21:04:50.671390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:52.343075 run osmo-stp_10.42.42.5(pid=14268): stderr: \u000a| �[0;m�[38;5;43m20221208210450863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210450863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210450863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210450864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210450864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210450864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210450864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:52.474126 run osmo-stp_10.42.42.5(pid=14268): stdout: \u000a| (launched: 2022-12-08_21:04:50.671390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:52.604332 run osmo-stp_10.42.42.5(pid=14268): stderr: \u000a| �[0;m�[38;5;43m20221208210450863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210450863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210450863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210450864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210450864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210450864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210450864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:52.756303 run patchelf(pid=14271): Terminating (SIGINT)\u000a21:04:52.934195 run patchelf(pid=14271): Terminated: ok {rc=0}\u000a21:04:52.966687 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14268): Process ended prematurely: osmo-stp_10.42.42.5(pid=14268) [trial-2349↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14268)] [trial-2349↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:04:52.975805 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a21:04:53.037883 run osmo-hlr_10.42.42.2(pid=14265): ERR: Terminated: ERROR {rc=237} [trial-2349↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14265)]\u000a21:04:53.089207 run osmo-hlr_10.42.42.2(pid=14265): stdout: \u000a| (launched: 2022-12-08_21:04:49.687498) \u000a21:04:53.140979 run osmo-hlr_10.42.42.2(pid=14265): stderr: \u000a| �[0;m�[1;31m20221208210449884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210449884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210449884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210449884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210449884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210449885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210449897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210449906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210449906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210449907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:53.184870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14264): Terminating (SIGTERM)\u000a21:04:53.226776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14267): Terminating (SIGTERM)\u000a21:04:53.268508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14270): Terminating (SIGTERM)\u000a21:04:53.278322 --- ParallelTerminationStrategy: PID 14264 died...\u000a21:04:53.334161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14264): Terminated: ok {rc=0}\u000a21:04:53.344430 --- ParallelTerminationStrategy: PID 14267 died...\u000a21:04:53.399719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14267): Terminated: ok {rc=0}\u000a21:04:53.409932 --- ParallelTerminationStrategy: PID 14270 died...\u000a21:04:53.465538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14270): Terminated: ok {rc=0}\u000a21:04:53.552195 bus /gobi_0: Setting Powered False\u000a21:04:54.660225 bus /gobi_0: Setting Powered False\u000a21:04:55.767900 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:04:45" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14284): Process ended prematurely: osmo-stp_10.42.42.5(pid=14284) [trial-2349↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14284): Process ended prematurely: osmo-stp_10.42.42.5(pid=14284) [trial-2349↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a21:04:57.748399 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:04:57.760066 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a21:04:57.916542 tst switch_tch_pdch.py: using LAC 16802\u000a21:04:58.039071 tst switch_tch_pdch.py: using RAC 227\u000a21:04:58.161826 tst switch_tch_pdch.py: using CellId 16802\u000a21:04:58.284058 tst switch_tch_pdch.py: using BVCI 16803\u000a21:04:58.308120 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:04:58.319688 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:04:58.331154 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:04:58.342725 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:04:58.354100 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:04:58.365472 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:04:58.376996 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:04:58.388340 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:04:58.504887 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:04:58.780940 tst switch_tch_pdch.py:51: start network...\u000a21:04:58.903790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:59.341048 run create_hlr_db(pid=14275): Launched\u000a21:04:59.461730 bus /gobi_6: Setting Powered False\u000a21:05:00.532373 run create_hlr_db(pid=14275): Terminated: ok {rc=0}\u000a21:05:00.960889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14277): Launched\u000a21:05:01.388632 run osmo-hlr_10.42.42.2(pid=14281): Launched\u000a21:05:01.538431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:02.132168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14283): Launched\u000a21:05:02.430708 run osmo-stp_10.42.42.5(pid=14284): Launched\u000a21:05:02.546179 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:05:03.046254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14286): Launched\u000a21:05:03.151773 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:05:03.409758 run patchelf(pid=14287): Launched\u000a21:05:03.583622 run osmo-stp_10.42.42.5(pid=14284): ERR: Terminated: ERROR {rc=1} [trial-2349↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)]\u000a21:05:03.711213 run osmo-stp_10.42.42.5(pid=14284): stdout: \u000a| (launched: 2022-12-08_21:05:02.283322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:03.839031 run osmo-stp_10.42.42.5(pid=14284): stderr: \u000a| �[0;m�[38;5;43m20221208210502490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210502490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210502490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210502491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210502491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210502491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210502491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:03.962064 run osmo-stp_10.42.42.5(pid=14284): stdout: \u000a| (launched: 2022-12-08_21:05:02.283322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:04.083465 run osmo-stp_10.42.42.5(pid=14284): stderr: \u000a| �[0;m�[38;5;43m20221208210502490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210502490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210502490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210502491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210502491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210502491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210502491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:04.225843 run patchelf(pid=14287): Terminating (SIGINT)\u000a21:05:04.392902 run patchelf(pid=14287): Terminated: ok {rc=0}\u000a21:05:04.423832 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14284): Process ended prematurely: osmo-stp_10.42.42.5(pid=14284) [trial-2349↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)] [trial-2349↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a21:05:04.432523 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a21:05:04.492836 run osmo-hlr_10.42.42.2(pid=14281): ERR: Terminated: ERROR {rc=237} [trial-2349↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14281)]\u000a21:05:04.542077 run osmo-hlr_10.42.42.2(pid=14281): stdout: \u000a| (launched: 2022-12-08_21:05:01.129946) \u000a21:05:04.591685 run osmo-hlr_10.42.42.2(pid=14281): stderr: \u000a| �[0;m�[1;31m20221208210501406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210501407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210501407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210501407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210501407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210501407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210501419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210501427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210501427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210501427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:04.633682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14277): Terminating (SIGTERM)\u000a21:05:04.673816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14283): Terminating (SIGTERM)\u000a21:05:04.713796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14286): Terminating (SIGTERM)\u000a21:05:04.723295 --- ParallelTerminationStrategy: PID 14277 died...\u000a21:05:04.776936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14277): Terminated: ok {rc=0}\u000a21:05:04.786905 --- ParallelTerminationStrategy: PID 14283 died...\u000a21:05:04.840000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14283): Terminated: ok {rc=0}\u000a21:05:04.849914 --- ParallelTerminationStrategy: PID 14286 died...\u000a21:05:04.902971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14286): Terminated: ok {rc=0}\u000a21:05:04.992057 bus /gobi_0: Setting Powered False\u000a21:05:06.094962 bus /gobi_0: Setting Powered False\u000a21:05:07.206057 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:04:57" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14292): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14292) [trial-2349↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14292)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14292): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14292) [trial-2349↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a21:05:09.080829 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a21:05:09.092012 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a21:05:09.222908 tst mo_mt_sms.py: using LAC 16803\u000a21:05:09.345923 tst mo_mt_sms.py: using RAC 228\u000a21:05:09.471524 tst mo_mt_sms.py: using CellId 16803\u000a21:05:09.597307 tst mo_mt_sms.py: using BVCI 16804\u000a21:05:09.621333 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a21:05:09.741269 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a21:05:10.031013 tst mo_mt_sms.py:9: start nitb and bts...\u000a21:05:10.163082 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:05:10.817827 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14291): Launched\u000a21:05:11.130764 run osmo-nitb_10.42.42.2(pid=14292): Launched\u000a21:05:11.325734 run osmo-nitb_10.42.42.2(pid=14292): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14292)]\u000a21:05:11.469326 run osmo-nitb_10.42.42.2(pid=14292): stdout: \u000a| (launched: 2022-12-08_21:05:10.978256) \u000a21:05:11.613644 run osmo-nitb_10.42.42.2(pid=14292): stderr: \u000a| (launched: 2022-12-08_21:05:11.025566)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:05:11.753082 run osmo-nitb_10.42.42.2(pid=14292): stdout: \u000a| (launched: 2022-12-08_21:05:10.978256) \u000a21:05:11.891109 run osmo-nitb_10.42.42.2(pid=14292): stderr: \u000a| (launched: 2022-12-08_21:05:11.025566)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:05:12.257959 tst osmo-nitb_10.42.42.2(pid=14292): stdout: \u000a| (launched: 2022-12-08_21:05:10.978256) \u000a21:05:12.383536 tst osmo-nitb_10.42.42.2(pid=14292): stderr: \u000a| (launched: 2022-12-08_21:05:11.025566)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:05:12.438946 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=14292): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14292) [trial-2349↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14292)] [trial-2349↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a21:05:12.447678 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a21:05:12.483531 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14291): Terminating (SIGTERM)\u000a21:05:12.661459 --- ParallelTerminationStrategy: PID 14291 died...\u000a21:05:12.718278 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14291): Terminated: ok {rc=0}\u000a21:05:12.805610 bus /sierra_3: Setting Powered False\u000a21:05:13.909702 bus /sierra_3: Setting Powered False\u000a21:05:15.020659 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:05:08" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14302): Process ended prematurely: osmo-stp_10.42.42.5(pid=14302) [trial-2349↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14302)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14302): Process ended prematurely: osmo-stp_10.42.42.5(pid=14302) [trial-2349↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a21:05:16.969614 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:16.989883 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:05:17.129556 tst mo_mt_sms.py: using LAC 16804\u000a21:05:17.247449 tst mo_mt_sms.py: using RAC 229\u000a21:05:17.363240 tst mo_mt_sms.py: using CellId 16804\u000a21:05:17.477338 tst mo_mt_sms.py: using BVCI 16805\u000a21:05:17.499572 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:17.510373 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:17.520943 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:17.532191 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:17.543804 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:17.555106 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a21:05:17.676841 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a21:05:17.877422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:18.341931 run create_hlr_db(pid=14296): Launched\u000a21:05:18.512663 bus /sierra_2: Setting Powered False\u000a21:05:19.534284 run create_hlr_db(pid=14296): Terminated: ok {rc=0}\u000a21:05:19.957148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14298): Launched\u000a21:05:20.274095 run osmo-hlr_10.42.42.2(pid=14299): Launched\u000a21:05:20.392248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:20.941770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14301): Launched\u000a21:05:21.257199 run osmo-stp_10.42.42.5(pid=14302): Launched\u000a21:05:21.371244 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:05:21.950629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14304): Launched\u000a21:05:22.266559 run osmo-msc_10.42.42.6(pid=14305): Launched\u000a21:05:22.452082 run osmo-stp_10.42.42.5(pid=14302): ERR: Terminated: ERROR {rc=1} [trial-2349↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14302)]\u000a21:05:22.586068 run osmo-stp_10.42.42.5(pid=14302): stdout: \u000a| (launched: 2022-12-08_21:05:21.102242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:22.719984 run osmo-stp_10.42.42.5(pid=14302): stderr: \u000a| �[0;m�[38;5;43m20221208210521292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210521292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210521292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210521293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210521293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210521293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210521293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:22.847527 run osmo-stp_10.42.42.5(pid=14302): stdout: \u000a| (launched: 2022-12-08_21:05:21.102242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:22.974521 run osmo-stp_10.42.42.5(pid=14302): stderr: \u000a| �[0;m�[38;5;43m20221208210521292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210521292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210521292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210521293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210521293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210521293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210521293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:23.030010 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=14302): Process ended prematurely: osmo-stp_10.42.42.5(pid=14302) [trial-2349↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14302)] [trial-2349↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a21:05:23.038652 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a21:05:23.101211 run osmo-hlr_10.42.42.2(pid=14299): ERR: Terminated: ERROR {rc=237} [trial-2349↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14299)]\u000a21:05:23.152655 run osmo-hlr_10.42.42.2(pid=14299): stdout: \u000a| (launched: 2022-12-08_21:05:20.117681) \u000a21:05:23.204452 run osmo-hlr_10.42.42.2(pid=14299): stderr: \u000a| �[0;m�[1;31m20221208210520317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210520317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210520317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210520317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210520317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210520317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210520330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210520338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210520338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210520338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:23.275511 run osmo-msc_10.42.42.6(pid=14305): ERR: Terminated: ERROR {rc=2} [trial-2349↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14305)]\u000a21:05:23.326576 run osmo-msc_10.42.42.6(pid=14305): stdout: \u000a| (launched: 2022-12-08_21:05:22.111602) \u000a21:05:23.378219 run osmo-msc_10.42.42.6(pid=14305): stderr: \u000a| �[0;m�[38;5;43m20221208210522431 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208210522431 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f89f3289c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208210522432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208210522432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208210522432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208210522432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208210522435 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208210522436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208210522436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208210522436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:05:23.422573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14298): Terminating (SIGTERM)\u000a21:05:23.464425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14301): Terminating (SIGTERM)\u000a21:05:23.506249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14304): Terminating (SIGTERM)\u000a21:05:23.515845 --- ParallelTerminationStrategy: PID 14298 died...\u000a21:05:23.571593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14298): Terminated: ok {rc=0}\u000a21:05:23.582068 --- ParallelTerminationStrategy: PID 14301 died...\u000a21:05:23.637655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14301): Terminated: ok {rc=0}\u000a21:05:23.647981 --- ParallelTerminationStrategy: PID 14304 died...\u000a21:05:23.703999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14304): Terminated: ok {rc=0}\u000a21:05:23.790054 bus /sierra_3: Setting Powered False\u000a21:05:24.897357 bus /sierra_3: Setting Powered False\u000a21:05:26.005743 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:05:16" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14311): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14311) [trial-2349↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14311)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14311): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14311) [trial-2349↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a21:05:27.829928 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a21:05:27.841159 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:05:27.972247 tst assert_extension.py: using LAC 16805\u000a21:05:28.097440 tst assert_extension.py: using RAC 230\u000a21:05:28.221980 tst assert_extension.py: using CellId 16805\u000a21:05:28.345351 tst assert_extension.py: using BVCI 16806\u000a21:05:28.369603 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a21:05:28.641353 tst assert_extension.py:10: start nitb and bts...\u000a21:05:28.764148 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:05:29.374310 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14310): Launched\u000a21:05:29.665404 run osmo-nitb_10.42.42.2(pid=14311): Launched\u000a21:05:29.848069 run osmo-nitb_10.42.42.2(pid=14311): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14311)]\u000a21:05:29.982586 run osmo-nitb_10.42.42.2(pid=14311): stdout: \u000a| (launched: 2022-12-08_21:05:29.523509) \u000a21:05:30.117600 run osmo-nitb_10.42.42.2(pid=14311): stderr: \u000a| (launched: 2022-12-08_21:05:29.567415)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:05:30.247297 run osmo-nitb_10.42.42.2(pid=14311): stdout: \u000a| (launched: 2022-12-08_21:05:29.523509) \u000a21:05:30.375951 run osmo-nitb_10.42.42.2(pid=14311): stderr: \u000a| (launched: 2022-12-08_21:05:29.567415)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:05:30.784071 tst osmo-nitb_10.42.42.2(pid=14311): stdout: \u000a| (launched: 2022-12-08_21:05:29.523509) \u000a21:05:30.914721 tst osmo-nitb_10.42.42.2(pid=14311): stderr: \u000a| (launched: 2022-12-08_21:05:29.567415)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:05:30.968083 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=14311): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14311) [trial-2349↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14311)] [trial-2349↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a21:05:30.977280 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a21:05:31.013771 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14310): Terminating (SIGTERM)\u000a21:05:31.191307 --- ParallelTerminationStrategy: PID 14310 died...\u000a21:05:31.249076 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14310): Terminated: ok {rc=0}\u000a21:05:31.347689 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:05:27" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14324): Process ended prematurely: osmo-stp_10.42.42.5(pid=14324) [trial-2349↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14324)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14324): Process ended prematurely: osmo-stp_10.42.42.5(pid=14324) [trial-2349↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a21:05:33.163304 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:33.174602 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:05:33.305701 tst assert_extension.py: using LAC 16806\u000a21:05:33.429527 tst assert_extension.py: using RAC 231\u000a21:05:33.555451 tst assert_extension.py: using CellId 16806\u000a21:05:33.679437 tst assert_extension.py: using BVCI 16807\u000a21:05:33.703814 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:33.715062 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:33.726217 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:33.737548 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:33.748579 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:33.759576 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a21:05:33.963922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:34.468435 run create_hlr_db(pid=14318): Launched\u000a21:05:34.650920 bus /sierra_2: Setting Powered False\u000a21:05:35.672792 run create_hlr_db(pid=14318): Terminated: ok {rc=0}\u000a21:05:36.072123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14320): Launched\u000a21:05:36.369406 run osmo-hlr_10.42.42.2(pid=14321): Launched\u000a21:05:36.484919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:37.008661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14323): Launched\u000a21:05:37.302573 run osmo-stp_10.42.42.5(pid=14324): Launched\u000a21:05:37.409614 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:05:37.946649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14326): Launched\u000a21:05:38.240863 run osmo-msc_10.42.42.6(pid=14327): Launched\u000a21:05:38.415871 run osmo-stp_10.42.42.5(pid=14324): ERR: Terminated: ERROR {rc=1} [trial-2349↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14324)]\u000a21:05:38.541998 run osmo-stp_10.42.42.5(pid=14324): stdout: \u000a| (launched: 2022-12-08_21:05:37.157908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:38.665624 run osmo-stp_10.42.42.5(pid=14324): stderr: \u000a| �[0;m�[38;5;43m20221208210537328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210537328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210537328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210537329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210537329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210537329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210537329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:38.784063 run osmo-stp_10.42.42.5(pid=14324): stdout: \u000a| (launched: 2022-12-08_21:05:37.157908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:38.901518 run osmo-stp_10.42.42.5(pid=14324): stderr: \u000a| �[0;m�[38;5;43m20221208210537328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210537328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210537328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210537329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210537329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210537329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210537329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:38.952768 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=14324): Process ended prematurely: osmo-stp_10.42.42.5(pid=14324) [trial-2349↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14324)] [trial-2349↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a21:05:38.960661 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a21:05:39.020286 run osmo-hlr_10.42.42.2(pid=14321): ERR: Terminated: ERROR {rc=237} [trial-2349↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14321)]\u000a21:05:39.069121 run osmo-hlr_10.42.42.2(pid=14321): stdout: \u000a| (launched: 2022-12-08_21:05:36.221578) \u000a21:05:39.118626 run osmo-hlr_10.42.42.2(pid=14321): stderr: \u000a| �[0;m�[1;31m20221208210536396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210536396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210536396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210536396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210536396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210536396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210536408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210536416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210536416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210536417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:39.185450 run osmo-msc_10.42.42.6(pid=14327): ERR: Terminated: ERROR {rc=2} [trial-2349↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14327)]\u000a21:05:39.234166 run osmo-msc_10.42.42.6(pid=14327): stdout: \u000a| (launched: 2022-12-08_21:05:38.096214) \u000a21:05:39.283679 run osmo-msc_10.42.42.6(pid=14327): stderr: \u000a| �[0;m�[38;5;43m20221208210538366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208210538366 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd6b01d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208210538367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208210538367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208210538367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208210538368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208210538369 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208210538370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208210538370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208210538370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:05:39.325381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14320): Terminating (SIGTERM)\u000a21:05:39.365502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14323): Terminating (SIGTERM)\u000a21:05:39.405344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14326): Terminating (SIGTERM)\u000a21:05:39.414655 --- ParallelTerminationStrategy: PID 14320 died...\u000a21:05:39.467327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14320): Terminated: ok {rc=0}\u000a21:05:39.477424 --- ParallelTerminationStrategy: PID 14323 died...\u000a21:05:39.530326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14323): Terminated: ok {rc=0}\u000a21:05:39.539830 --- ParallelTerminationStrategy: PID 14326 died...\u000a21:05:39.592260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14326): Terminated: ok {rc=0}\u000a21:05:39.674617 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:05:32" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14338): Process ended prematurely: osmo-stp_10.42.42.5(pid=14338) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14338)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14338): Process ended prematurely: osmo-stp_10.42.42.5(pid=14338) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:05:41.597538 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:41.608598 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:05:41.754748 tst mo_mt_call.py: using LAC 16807\u000a21:05:41.872536 tst mo_mt_call.py: using RAC 232\u000a21:05:41.992256 tst mo_mt_call.py: using CellId 16807\u000a21:05:42.112256 tst mo_mt_call.py: using BVCI 16808\u000a21:05:42.135103 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:42.146326 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:42.157353 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:42.168656 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:42.180030 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:42.191436 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:05:42.305668 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:05:42.516196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:43.030230 run create_hlr_db(pid=14332): Launched\u000a21:05:43.216046 bus /sierra_2: Setting Powered False\u000a21:05:44.238038 run create_hlr_db(pid=14332): Terminated: ok {rc=0}\u000a21:05:44.641310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14334): Launched\u000a21:05:44.941763 run osmo-hlr_10.42.42.2(pid=14335): Launched\u000a21:05:45.056621 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:45.576148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14337): Launched\u000a21:05:45.945863 run osmo-stp_10.42.42.5(pid=14338): Launched\u000a21:05:46.134905 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:05:46.770274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14340): Launched\u000a21:05:47.240258 run osmo-msc_10.42.42.6(pid=14341): Launched\u000a21:05:47.427505 run osmo-stp_10.42.42.5(pid=14338): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14338)]\u000a21:05:47.552845 run osmo-stp_10.42.42.5(pid=14338): stdout: \u000a| (launched: 2022-12-08_21:05:45.728238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:47.678634 run osmo-stp_10.42.42.5(pid=14338): stderr: \u000a| �[0;m�[38;5;43m20221208210545960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210545961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210545961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210545962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210545962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210545962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210545962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:47.799217 run osmo-stp_10.42.42.5(pid=14338): stdout: \u000a| (launched: 2022-12-08_21:05:45.728238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:47.918693 run osmo-stp_10.42.42.5(pid=14338): stderr: \u000a| �[0;m�[38;5;43m20221208210545960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210545961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210545961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210545962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210545962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210545962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210545962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:47.971101 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14338): Process ended prematurely: osmo-stp_10.42.42.5(pid=14338) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14338)] [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a21:05:47.979675 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:05:48.039832 run osmo-hlr_10.42.42.2(pid=14335): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14335)]\u000a21:05:48.088861 run osmo-hlr_10.42.42.2(pid=14335): stdout: \u000a| (launched: 2022-12-08_21:05:44.793998) \u000a21:05:48.139288 run osmo-hlr_10.42.42.2(pid=14335): stderr: \u000a| �[0;m�[1;31m20221208210544971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210544971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210544971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210544971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210544971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210544971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210544983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210544992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210544992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210544993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:48.206921 run osmo-msc_10.42.42.6(pid=14341): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14341)]\u000a21:05:48.255697 run osmo-msc_10.42.42.6(pid=14341): stdout: \u000a| (launched: 2022-12-08_21:05:46.939630) \u000a21:05:48.305048 run osmo-msc_10.42.42.6(pid=14341): stderr: \u000a| �[0;m�[38;5;43m20221208210547292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208210547292 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3816cbfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208210547292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208210547292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208210547293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208210547293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208210547294 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208210547295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208210547295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208210547295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:05:48.346533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14334): Terminating (SIGTERM)\u000a21:05:48.386163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14337): Terminating (SIGTERM)\u000a21:05:48.425648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14340): Terminating (SIGTERM)\u000a21:05:48.434994 --- ParallelTerminationStrategy: PID 14334 died...\u000a21:05:48.488406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14334): Terminated: ok {rc=0}\u000a21:05:48.497994 --- ParallelTerminationStrategy: PID 14337 died...\u000a21:05:48.550945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14337): Terminated: ok {rc=0}\u000a21:05:48.560412 --- ParallelTerminationStrategy: PID 14340 died...\u000a21:05:48.613315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14340): Terminated: ok {rc=0}\u000a21:05:48.701402 bus /sierra_3: Setting Powered False\u000a21:05:49.802799 bus /sierra_3: Setting Powered False\u000a21:05:50.908790 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14349): Process ended prematurely: osmo-stp_10.42.42.5(pid=14349) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14349)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14349): Process ended prematurely: osmo-stp_10.42.42.5(pid=14349) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:05:52.023536 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:52.035915 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:05:52.190762 tst mo_mt_call_osmux.py: using LAC 16808\u000a21:05:52.319212 tst mo_mt_call_osmux.py: using RAC 233\u000a21:05:52.446115 tst mo_mt_call_osmux.py: using CellId 16808\u000a21:05:52.573580 tst mo_mt_call_osmux.py: using BVCI 16809\u000a21:05:52.598214 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:52.609921 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:52.621527 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:52.633091 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:52.644672 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:52.656150 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:05:52.774098 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:05:52.974061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:53.446475 run create_hlr_db(pid=14343): Launched\u000a21:05:53.619756 bus /sierra_2: Setting Powered False\u000a21:05:54.641168 run create_hlr_db(pid=14343): Terminated: ok {rc=0}\u000a21:05:55.041337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14345): Launched\u000a21:05:55.341865 run osmo-hlr_10.42.42.2(pid=14346): Launched\u000a21:05:55.458171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:55.986803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14348): Launched\u000a21:05:56.289046 run osmo-stp_10.42.42.5(pid=14349): Launched\u000a21:05:56.399217 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:05:56.948820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14351): Launched\u000a21:05:57.249118 run osmo-msc_10.42.42.6(pid=14352): Launched\u000a21:05:57.426510 run osmo-stp_10.42.42.5(pid=14349): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14349)]\u000a21:05:57.554936 run osmo-stp_10.42.42.5(pid=14349): stdout: \u000a| (launched: 2022-12-08_21:05:56.139529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:57.681100 run osmo-stp_10.42.42.5(pid=14349): stderr: \u000a| �[0;m�[38;5;43m20221208210556311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210556311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210556311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210556312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210556312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210556312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210556312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:57.802018 run osmo-stp_10.42.42.5(pid=14349): stdout: \u000a| (launched: 2022-12-08_21:05:56.139529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:57.921427 run osmo-stp_10.42.42.5(pid=14349): stderr: \u000a| �[0;m�[38;5;43m20221208210556311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210556311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210556311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210556312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210556312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210556312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210556312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:57.974122 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14349): Process ended prematurely: osmo-stp_10.42.42.5(pid=14349) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14349)] [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a21:05:57.982617 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a21:05:58.042478 run osmo-hlr_10.42.42.2(pid=14346): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14346)]\u000a21:05:58.091391 run osmo-hlr_10.42.42.2(pid=14346): stdout: \u000a| (launched: 2022-12-08_21:05:55.193719) \u000a21:05:58.141151 run osmo-hlr_10.42.42.2(pid=14346): stderr: \u000a| �[0;m�[1;31m20221208210555369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210555369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210555369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210555369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210555369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210555369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210555382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210555390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210555391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210555391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:58.208816 run osmo-msc_10.42.42.6(pid=14352): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14352)]\u000a21:05:58.257794 run osmo-msc_10.42.42.6(pid=14352): stdout: \u000a| (launched: 2022-12-08_21:05:57.100889) \u000a21:05:58.307279 run osmo-msc_10.42.42.6(pid=14352): stderr: \u000a| �[0;m�[38;5;43m20221208210557374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208210557374 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe57987cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208210557375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208210557375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208210557375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208210557375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208210557377 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208210557378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208210557378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208210557378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:05:58.348821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14345): Terminating (SIGTERM)\u000a21:05:58.388264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14348): Terminating (SIGTERM)\u000a21:05:58.427761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14351): Terminating (SIGTERM)\u000a21:05:58.437194 --- ParallelTerminationStrategy: PID 14345 died...\u000a21:05:58.490204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14345): Terminated: ok {rc=0}\u000a21:05:58.499969 --- ParallelTerminationStrategy: PID 14348 died...\u000a21:05:58.553026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14348): Terminated: ok {rc=0}\u000a21:05:58.562726 --- ParallelTerminationStrategy: PID 14351 died...\u000a21:05:58.615922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14351): Terminated: ok {rc=0}\u000a21:05:58.698918 bus /sierra_3: Setting Powered False\u000a21:05:59.799506 bus /sierra_3: Setting Powered False\u000a21:06:00.929524 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:05:41" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14363): Process ended prematurely: osmo-stp_10.42.42.5(pid=14363) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14363)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14363): Process ended prematurely: osmo-stp_10.42.42.5(pid=14363) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:06:02.919394 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:02.931190 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:06:03.088843 tst mo_mt_call.py: using LAC 16809\u000a21:06:03.219047 tst mo_mt_call.py: using RAC 234\u000a21:06:03.343854 tst mo_mt_call.py: using CellId 16809\u000a21:06:03.470715 tst mo_mt_call.py: using BVCI 16810\u000a21:06:03.495296 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:03.507007 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:03.518507 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:03.530597 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:03.543143 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:03.555130 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:06:03.672540 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:06:03.875878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:04.348720 run create_hlr_db(pid=14357): Launched\u000a21:06:04.521343 bus /sierra_2: Setting Powered False\u000a21:06:05.542645 run create_hlr_db(pid=14357): Terminated: ok {rc=0}\u000a21:06:05.970080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14359): Launched\u000a21:06:06.293518 run osmo-hlr_10.42.42.2(pid=14360): Launched\u000a21:06:06.413094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:06.975750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14362): Launched\u000a21:06:07.296658 run osmo-stp_10.42.42.5(pid=14363): Launched\u000a21:06:07.413441 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:06:08.001365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14365): Launched\u000a21:06:08.323733 run osmo-msc_10.42.42.6(pid=14366): Launched\u000a21:06:08.511926 run osmo-stp_10.42.42.5(pid=14363): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14363)]\u000a21:06:08.648104 run osmo-stp_10.42.42.5(pid=14363): stdout: \u000a| (launched: 2022-12-08_21:06:07.139354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:08.784065 run osmo-stp_10.42.42.5(pid=14363): stderr: \u000a| �[0;m�[38;5;43m20221208210607332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210607332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210607332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210607333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210607333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210607333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210607333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:08.912873 run osmo-stp_10.42.42.5(pid=14363): stdout: \u000a| (launched: 2022-12-08_21:06:07.139354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:09.040368 run osmo-stp_10.42.42.5(pid=14363): stderr: \u000a| �[0;m�[38;5;43m20221208210607332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210607332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210607332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210607333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210607333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210607333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210607333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:09.096934 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14363): Process ended prematurely: osmo-stp_10.42.42.5(pid=14363) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14363)] [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:06:09.106193 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:06:09.167984 run osmo-hlr_10.42.42.2(pid=14360): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14360)]\u000a21:06:09.219132 run osmo-hlr_10.42.42.2(pid=14360): stdout: \u000a| (launched: 2022-12-08_21:06:06.133844) \u000a21:06:09.270885 run osmo-hlr_10.42.42.2(pid=14360): stderr: \u000a| �[0;m�[1;31m20221208210606333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210606333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210606333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210606333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210606333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210606333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210606345 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210606353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210606354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210606354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:09.341830 run osmo-msc_10.42.42.6(pid=14366): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14366)]\u000a21:06:09.392768 run osmo-msc_10.42.42.6(pid=14366): stdout: \u000a| (launched: 2022-12-08_21:06:08.165261) \u000a21:06:09.444165 run osmo-msc_10.42.42.6(pid=14366): stderr: \u000a| �[0;m�[38;5;43m20221208210608489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208210608489 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c9a1bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208210608489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208210608489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208210608489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208210608490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208210608491 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208210608492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208210608492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208210608492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:06:09.487916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14359): Terminating (SIGTERM)\u000a21:06:09.529096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14362): Terminating (SIGTERM)\u000a21:06:09.570361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14365): Terminating (SIGTERM)\u000a21:06:09.579891 --- ParallelTerminationStrategy: PID 14359 died...\u000a21:06:09.635629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14359): Terminated: ok {rc=0}\u000a21:06:09.645681 --- ParallelTerminationStrategy: PID 14362 died...\u000a21:06:09.700886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14362): Terminated: ok {rc=0}\u000a21:06:09.710878 --- ParallelTerminationStrategy: PID 14365 died...\u000a21:06:09.765708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14365): Terminated: ok {rc=0}\u000a21:06:09.853595 bus /sierra_3: Setting Powered False\u000a21:06:10.960154 bus /sierra_3: Setting Powered False\u000a21:06:12.071497 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14374): Process ended prematurely: osmo-stp_10.42.42.5(pid=14374) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14374)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14374): Process ended prematurely: osmo-stp_10.42.42.5(pid=14374) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:06:13.180416 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:13.192341 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:06:13.344137 tst mo_mt_call_osmux.py: using LAC 16810\u000a21:06:13.460693 tst mo_mt_call_osmux.py: using RAC 235\u000a21:06:13.580070 tst mo_mt_call_osmux.py: using CellId 16810\u000a21:06:13.697987 tst mo_mt_call_osmux.py: using BVCI 16811\u000a21:06:13.720804 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:13.732115 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:13.743393 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:13.754775 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:13.766220 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:13.777440 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:06:13.892823 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:06:14.092792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:14.566445 run create_hlr_db(pid=14368): Launched\u000a21:06:14.738750 bus /sierra_2: Setting Powered False\u000a21:06:15.760143 run create_hlr_db(pid=14368): Terminated: ok {rc=0}\u000a21:06:16.243930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14370): Launched\u000a21:06:16.764236 run osmo-hlr_10.42.42.2(pid=14371): Launched\u000a21:06:16.968340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:17.607810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14373): Launched\u000a21:06:17.930193 run osmo-stp_10.42.42.5(pid=14374): Launched\u000a21:06:18.045800 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:06:18.634789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14376): Launched\u000a21:06:18.958675 run osmo-msc_10.42.42.6(pid=14377): Launched\u000a21:06:19.147129 run osmo-stp_10.42.42.5(pid=14374): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14374)]\u000a21:06:19.283793 run osmo-stp_10.42.42.5(pid=14374): stdout: \u000a| (launched: 2022-12-08_21:06:17.771794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:19.420011 run osmo-stp_10.42.42.5(pid=14374): stderr: \u000a| �[0;m�[38;5;43m20221208210617963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210617963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210617963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210617964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210617964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210617964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210617964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:19.549601 run osmo-stp_10.42.42.5(pid=14374): stdout: \u000a| (launched: 2022-12-08_21:06:17.771794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:19.678363 run osmo-stp_10.42.42.5(pid=14374): stderr: \u000a| �[0;m�[38;5;43m20221208210617963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210617963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210617963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210617964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210617964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210617964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210617964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:19.735179 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14374): Process ended prematurely: osmo-stp_10.42.42.5(pid=14374) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14374)] [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:06:19.744338 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a21:06:19.806809 run osmo-hlr_10.42.42.2(pid=14371): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14371)]\u000a21:06:19.858018 run osmo-hlr_10.42.42.2(pid=14371): stdout: \u000a| (launched: 2022-12-08_21:06:16.447177) \u000a21:06:19.910006 run osmo-hlr_10.42.42.2(pid=14371): stderr: \u000a| �[0;m�[1;31m20221208210616746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210616746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210616746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210616746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210616747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210616747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210616764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210616786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210616786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210616786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:19.980301 run osmo-msc_10.42.42.6(pid=14377): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14377)]\u000a21:06:20.031399 run osmo-msc_10.42.42.6(pid=14377): stdout: \u000a| (launched: 2022-12-08_21:06:18.799438) \u000a21:06:20.082968 run osmo-msc_10.42.42.6(pid=14377): stderr: \u000a| �[0;m�[38;5;43m20221208210619125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208210619125 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f515a4a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208210619125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208210619125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208210619126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208210619126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208210619127 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208210619128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208210619128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208210619128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:06:20.126863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14370): Terminating (SIGTERM)\u000a21:06:20.168421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14373): Terminating (SIGTERM)\u000a21:06:20.210166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14376): Terminating (SIGTERM)\u000a21:06:20.219818 --- ParallelTerminationStrategy: PID 14370 died...\u000a21:06:20.275659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14370): Terminated: ok {rc=0}\u000a21:06:20.285865 --- ParallelTerminationStrategy: PID 14373 died...\u000a21:06:20.341212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14373): Terminated: ok {rc=0}\u000a21:06:20.351332 --- ParallelTerminationStrategy: PID 14376 died...\u000a21:06:20.406970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14376): Terminated: ok {rc=0}\u000a21:06:20.493316 bus /sierra_3: Setting Powered False\u000a21:06:21.599713 bus /sierra_3: Setting Powered False\u000a21:06:22.710414 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:06:02" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14388): Process ended prematurely: osmo-stp_10.42.42.5(pid=14388) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14388)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14388): Process ended prematurely: osmo-stp_10.42.42.5(pid=14388) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:06:24.688567 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:24.700599 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:06:24.856489 tst mo_mt_call.py: using LAC 16811\u000a21:06:24.983962 tst mo_mt_call.py: using RAC 236\u000a21:06:25.109850 tst mo_mt_call.py: using CellId 16811\u000a21:06:25.238644 tst mo_mt_call.py: using BVCI 16812\u000a21:06:25.263218 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:25.274958 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:25.286547 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:25.298096 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:25.309733 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:25.321272 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:06:25.437034 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:06:25.646554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:26.161785 run create_hlr_db(pid=14382): Launched\u000a21:06:26.347038 bus /sierra_2: Setting Powered False\u000a21:06:27.368262 run create_hlr_db(pid=14382): Terminated: ok {rc=0}\u000a21:06:27.770647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14384): Launched\u000a21:06:28.072462 run osmo-hlr_10.42.42.2(pid=14385): Launched\u000a21:06:28.181539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:28.702279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14387): Launched\u000a21:06:29.003466 run osmo-stp_10.42.42.5(pid=14388): Launched\u000a21:06:29.112895 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:06:29.662120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14390): Launched\u000a21:06:29.966652 run osmo-msc_10.42.42.6(pid=14391): Launched\u000a21:06:30.143583 run osmo-stp_10.42.42.5(pid=14388): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14388)]\u000a21:06:30.272378 run osmo-stp_10.42.42.5(pid=14388): stdout: \u000a| (launched: 2022-12-08_21:06:28.854612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:30.398165 run osmo-stp_10.42.42.5(pid=14388): stderr: \u000a| �[0;m�[38;5;43m20221208210629026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210629026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210629026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210629026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210629027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210629027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210629027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:30.519358 run osmo-stp_10.42.42.5(pid=14388): stdout: \u000a| (launched: 2022-12-08_21:06:28.854612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:30.638780 run osmo-stp_10.42.42.5(pid=14388): stderr: \u000a| �[0;m�[38;5;43m20221208210629026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210629026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210629026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210629026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210629027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210629027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210629027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:30.691438 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14388): Process ended prematurely: osmo-stp_10.42.42.5(pid=14388) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14388)] [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:06:30.699993 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a21:06:30.760033 run osmo-hlr_10.42.42.2(pid=14385): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14385)]\u000a21:06:30.808937 run osmo-hlr_10.42.42.2(pid=14385): stdout: \u000a| (launched: 2022-12-08_21:06:27.922829) \u000a21:06:30.881794 run osmo-hlr_10.42.42.2(pid=14385): stderr: \u000a| �[0;m�[1;31m20221208210628101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210628101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210628101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210628101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210628101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210628101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210628134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210628145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210628145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210628145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:30.957115 run osmo-msc_10.42.42.6(pid=14391): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14391)]\u000a21:06:31.011275 run osmo-msc_10.42.42.6(pid=14391): stdout: \u000a| (launched: 2022-12-08_21:06:29.815392) \u000a21:06:31.066588 run osmo-msc_10.42.42.6(pid=14391): stderr: \u000a| �[0;m�[38;5;43m20221208210630087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208210630087 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd98a13c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208210630088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208210630088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208210630088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208210630088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208210630090 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208210630090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208210630091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208210630091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:06:31.114125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14384): Terminating (SIGTERM)\u000a21:06:31.159117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14387): Terminating (SIGTERM)\u000a21:06:31.206318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14390): Terminating (SIGTERM)\u000a21:06:31.217253 --- ParallelTerminationStrategy: PID 14384 died...\u000a21:06:31.278319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14384): Terminated: ok {rc=0}\u000a21:06:31.289348 --- ParallelTerminationStrategy: PID 14387 died...\u000a21:06:31.349579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14387): Terminated: ok {rc=0}\u000a21:06:31.360678 --- ParallelTerminationStrategy: PID 14390 died...\u000a21:06:31.419753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14390): Terminated: ok {rc=0}\u000a21:06:31.510908 bus /sierra_3: Setting Powered False\u000a21:06:32.615831 bus /sierra_3: Setting Powered False\u000a21:06:33.723061 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14399): Process ended prematurely: osmo-stp_10.42.42.5(pid=14399) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14399)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14399): Process ended prematurely: osmo-stp_10.42.42.5(pid=14399) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:06:34.837520 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:34.850063 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:06:35.008040 tst mo_mt_call_osmux.py: using LAC 16812\u000a21:06:35.134617 tst mo_mt_call_osmux.py: using RAC 237\u000a21:06:35.261423 tst mo_mt_call_osmux.py: using CellId 16812\u000a21:06:35.389690 tst mo_mt_call_osmux.py: using BVCI 16813\u000a21:06:35.414312 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:35.426173 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:35.437755 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:35.449295 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:35.460927 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:35.472597 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:06:35.590580 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:06:35.797483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:36.314412 run create_hlr_db(pid=14393): Launched\u000a21:06:36.500319 bus /sierra_2: Setting Powered False\u000a21:06:37.521707 run create_hlr_db(pid=14393): Terminated: ok {rc=0}\u000a21:06:37.950996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14395): Launched\u000a21:06:38.273952 run osmo-hlr_10.42.42.2(pid=14396): Launched\u000a21:06:38.391166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:38.951730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14398): Launched\u000a21:06:39.272712 run osmo-stp_10.42.42.5(pid=14399): Launched\u000a21:06:39.389650 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:06:39.984256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14401): Launched\u000a21:06:40.287970 run osmo-msc_10.42.42.6(pid=14402): Launched\u000a21:06:40.467019 run osmo-stp_10.42.42.5(pid=14399): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14399)]\u000a21:06:40.596460 run osmo-stp_10.42.42.5(pid=14399): stdout: \u000a| (launched: 2022-12-08_21:06:39.115796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:40.722532 run osmo-stp_10.42.42.5(pid=14399): stderr: \u000a| �[0;m�[38;5;43m20221208210639308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210639308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210639309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210639309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210639310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210639310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210639310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:40.843470 run osmo-stp_10.42.42.5(pid=14399): stdout: \u000a| (launched: 2022-12-08_21:06:39.115796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:40.963011 run osmo-stp_10.42.42.5(pid=14399): stderr: \u000a| �[0;m�[38;5;43m20221208210639308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210639308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210639309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210639309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210639310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210639310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210639310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:41.015967 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14399): Process ended prematurely: osmo-stp_10.42.42.5(pid=14399) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14399)] [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:06:41.024644 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a21:06:41.084479 run osmo-hlr_10.42.42.2(pid=14396): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14396)]\u000a21:06:41.133636 run osmo-hlr_10.42.42.2(pid=14396): stdout: \u000a| (launched: 2022-12-08_21:06:38.114992) \u000a21:06:41.183147 run osmo-hlr_10.42.42.2(pid=14396): stderr: \u000a| �[0;m�[1;31m20221208210638313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210638313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210638313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210638313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210638314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210638314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210638335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210638345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210638346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210638346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:41.249738 run osmo-msc_10.42.42.6(pid=14402): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14402)]\u000a21:06:41.298403 run osmo-msc_10.42.42.6(pid=14402): stdout: \u000a| (launched: 2022-12-08_21:06:40.137346) \u000a21:06:41.347694 run osmo-msc_10.42.42.6(pid=14402): stderr: \u000a| �[0;m�[38;5;43m20221208210640408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208210640408 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6aec25c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208210640408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208210640408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208210640408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208210640409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208210640410 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208210640411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208210640411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208210640411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:06:41.389046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14395): Terminating (SIGTERM)\u000a21:06:41.428907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14398): Terminating (SIGTERM)\u000a21:06:41.468477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14401): Terminating (SIGTERM)\u000a21:06:41.478002 --- ParallelTerminationStrategy: PID 14395 died...\u000a21:06:41.531351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14395): Terminated: ok {rc=0}\u000a21:06:41.541074 --- ParallelTerminationStrategy: PID 14398 died...\u000a21:06:41.593771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14398): Terminated: ok {rc=0}\u000a21:06:41.603631 --- ParallelTerminationStrategy: PID 14401 died...\u000a21:06:41.656383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14401): Terminated: ok {rc=0}\u000a21:06:41.740056 bus /sierra_3: Setting Powered False\u000a21:06:42.846662 bus /sierra_3: Setting Powered False\u000a21:06:43.955002 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:06:24" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14414): Process ended prematurely: osmo-stp_10.42.42.5(pid=14414) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14414)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14414): Process ended prematurely: osmo-stp_10.42.42.5(pid=14414) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:06:45.959781 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:06:45.972040 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:06:46.159665 tst mo_mt_call.py: using LAC 16813\u000a21:06:46.323888 tst mo_mt_call.py: using RAC 238\u000a21:06:46.446832 tst mo_mt_call.py: using CellId 16813\u000a21:06:46.595575 tst mo_mt_call.py: using BVCI 16814\u000a21:06:46.627614 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:06:46.643390 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:06:46.656246 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:06:46.668788 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:06:46.681631 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:06:46.694036 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:06:46.819289 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:06:47.061950 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:47.583416 run create_hlr_db(pid=14408): Launched\u000a21:06:47.769678 bus /sierra_2: Setting Powered False\u000a21:06:48.790470 run create_hlr_db(pid=14408): Terminated: ok {rc=0}\u000a21:06:49.218812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14410): Launched\u000a21:06:49.541113 run osmo-hlr_10.42.42.2(pid=14411): Launched\u000a21:06:49.658617 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:50.219583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14413): Launched\u000a21:06:50.542137 run osmo-stp_10.42.42.5(pid=14414): Launched\u000a21:06:50.658297 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:06:51.247748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14416): Launched\u000a21:06:51.570182 run osmo-msc_10.42.42.6(pid=14417): Launched\u000a21:06:51.759606 run osmo-stp_10.42.42.5(pid=14414): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14414)]\u000a21:06:51.896644 run osmo-stp_10.42.42.5(pid=14414): stdout: \u000a| (launched: 2022-12-08_21:06:50.383696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:52.032690 run osmo-stp_10.42.42.5(pid=14414): stderr: \u000a| �[0;m�[38;5;43m20221208210650574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210650574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210650575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210650575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210650577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210650578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210650578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:52.161921 run osmo-stp_10.42.42.5(pid=14414): stdout: \u000a| (launched: 2022-12-08_21:06:50.383696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:52.289915 run osmo-stp_10.42.42.5(pid=14414): stderr: \u000a| �[0;m�[38;5;43m20221208210650574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210650574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210650575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210650575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210650577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210650578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210650578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:52.346433 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14414): Process ended prematurely: osmo-stp_10.42.42.5(pid=14414) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14414)] [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:06:52.355456 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:06:52.417347 run osmo-hlr_10.42.42.2(pid=14411): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14411)]\u000a21:06:52.468215 run osmo-hlr_10.42.42.2(pid=14411): stdout: \u000a| (launched: 2022-12-08_21:06:49.382827) \u000a21:06:52.519780 run osmo-hlr_10.42.42.2(pid=14411): stderr: \u000a| �[0;m�[1;31m20221208210649583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210649583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210649583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210649584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210649584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210649584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210649599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210649608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210649608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210649608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:52.589954 run osmo-msc_10.42.42.6(pid=14417): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14417)]\u000a21:06:52.641355 run osmo-msc_10.42.42.6(pid=14417): stdout: \u000a| (launched: 2022-12-08_21:06:51.412030) \u000a21:06:52.693126 run osmo-msc_10.42.42.6(pid=14417): stderr: \u000a| �[0;m�[38;5;43m20221208210651735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208210651735 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7da349ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208210651735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208210651735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208210651735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208210651735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208210651739 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208210651739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208210651740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208210651740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:06:52.737290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14410): Terminating (SIGTERM)\u000a21:06:52.778787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14413): Terminating (SIGTERM)\u000a21:06:52.820237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14416): Terminating (SIGTERM)\u000a21:06:52.829980 --- ParallelTerminationStrategy: PID 14410 died...\u000a21:06:52.885291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14410): Terminated: ok {rc=0}\u000a21:06:52.895263 --- ParallelTerminationStrategy: PID 14413 died...\u000a21:06:52.950896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14413): Terminated: ok {rc=0}\u000a21:06:52.960797 --- ParallelTerminationStrategy: PID 14416 died...\u000a21:06:53.015974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14416): Terminated: ok {rc=0}\u000a21:06:53.102925 bus /sierra_3: Setting Powered False\u000a21:06:54.209799 bus /sierra_3: Setting Powered False\u000a21:06:55.317113 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14425): Process ended prematurely: osmo-stp_10.42.42.5(pid=14425) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14425)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14425): Process ended prematurely: osmo-stp_10.42.42.5(pid=14425) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:06:56.431514 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:06:56.443823 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:06:56.599807 tst mo_mt_call_osmux.py: using LAC 16814\u000a21:06:56.726698 tst mo_mt_call_osmux.py: using RAC 239\u000a21:06:56.853379 tst mo_mt_call_osmux.py: using CellId 16814\u000a21:06:56.980620 tst mo_mt_call_osmux.py: using BVCI 16815\u000a21:06:57.005202 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:06:57.016911 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:06:57.028430 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:06:57.039986 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:06:57.051797 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:06:57.063377 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:06:57.179149 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:06:57.391455 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:57.906578 run create_hlr_db(pid=14419): Launched\u000a21:06:58.092804 bus /sierra_2: Setting Powered False\u000a21:06:59.114144 run create_hlr_db(pid=14419): Terminated: ok {rc=0}\u000a21:06:59.518599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14421): Launched\u000a21:06:59.820292 run osmo-hlr_10.42.42.2(pid=14422): Launched\u000a21:06:59.938887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:00.477625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14424): Launched\u000a21:07:00.804026 run osmo-stp_10.42.42.5(pid=14425): Launched\u000a21:07:00.996311 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:01.654288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14427): Launched\u000a21:07:02.015262 run osmo-msc_10.42.42.6(pid=14428): Launched\u000a21:07:02.425874 run osmo-stp_10.42.42.5(pid=14425): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14425)]\u000a21:07:02.563538 run osmo-stp_10.42.42.5(pid=14425): stdout: \u000a| (launched: 2022-12-08_21:07:00.643128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:02.700432 run osmo-stp_10.42.42.5(pid=14425): stderr: \u000a| �[0;m�[38;5;43m20221208210700866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210700867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210700867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210700867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210700868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210700868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210700868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:02.831118 run osmo-stp_10.42.42.5(pid=14425): stdout: \u000a| (launched: 2022-12-08_21:07:00.643128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:02.959486 run osmo-stp_10.42.42.5(pid=14425): stderr: \u000a| �[0;m�[38;5;43m20221208210700866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210700867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210700867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210700867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210700868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210700868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210700868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:03.016188 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14425): Process ended prematurely: osmo-stp_10.42.42.5(pid=14425) [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14425)] [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:07:03.025485 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a21:07:03.087803 run osmo-hlr_10.42.42.2(pid=14422): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14422)]\u000a21:07:03.138953 run osmo-hlr_10.42.42.2(pid=14422): stdout: \u000a| (launched: 2022-12-08_21:06:59.672130) \u000a21:07:03.190969 run osmo-hlr_10.42.42.2(pid=14422): stderr: \u000a| �[0;m�[1;31m20221208210659850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210659850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210659850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210659850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210659850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210659850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210659863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210659872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210659872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210659872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:03.261760 run osmo-msc_10.42.42.6(pid=14428): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14428)]\u000a21:07:03.312990 run osmo-msc_10.42.42.6(pid=14428): stdout: \u000a| (launched: 2022-12-08_21:07:01.823793) \u000a21:07:03.364726 run osmo-msc_10.42.42.6(pid=14428): stderr: \u000a| �[0;m�[38;5;43m20221208210702392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208210702392 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f688311dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208210702392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208210702392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208210702392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208210702393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208210702394 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208210702395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208210702395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208210702395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:03.408747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14421): Terminating (SIGTERM)\u000a21:07:03.450578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14424): Terminating (SIGTERM)\u000a21:07:03.492213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14427): Terminating (SIGTERM)\u000a21:07:03.502067 --- ParallelTerminationStrategy: PID 14421 died...\u000a21:07:03.557633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14421): Terminated: ok {rc=0}\u000a21:07:03.567650 --- ParallelTerminationStrategy: PID 14424 died...\u000a21:07:03.622904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14424): Terminated: ok {rc=0}\u000a21:07:03.632897 --- ParallelTerminationStrategy: PID 14427 died...\u000a21:07:03.688348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14427): Terminated: ok {rc=0}\u000a21:07:03.773667 bus /sierra_3: Setting Powered False\u000a21:07:04.879495 bus /sierra_3: Setting Powered False\u000a21:07:05.986194 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:06:45" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14439): Process ended prematurely: osmo-stp_10.42.42.5(pid=14439) [trial-2349↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14439)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14439): Process ended prematurely: osmo-stp_10.42.42.5(pid=14439) [trial-2349↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:07:07.964658 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:07.976344 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:07:08.129431 tst mo_mt_call.py: using LAC 16815\u000a21:07:08.256551 tst mo_mt_call.py: using RAC 240\u000a21:07:08.383818 tst mo_mt_call.py: using CellId 16815\u000a21:07:08.509628 tst mo_mt_call.py: using BVCI 16816\u000a21:07:08.534244 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:08.545969 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:08.557494 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:08.568936 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:08.580691 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:08.592297 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:07:08.708065 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:07:08.909293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:09.382111 run create_hlr_db(pid=14433): Launched\u000a21:07:09.554375 bus /sierra_2: Setting Powered False\u000a21:07:10.576648 run create_hlr_db(pid=14433): Terminated: ok {rc=0}\u000a21:07:10.977551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14435): Launched\u000a21:07:11.278630 run osmo-hlr_10.42.42.2(pid=14436): Launched\u000a21:07:11.393591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:11.924763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14438): Launched\u000a21:07:12.226462 run osmo-stp_10.42.42.5(pid=14439): Launched\u000a21:07:12.336558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:12.890868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14441): Launched\u000a21:07:13.193168 run osmo-msc_10.42.42.6(pid=14442): Launched\u000a21:07:13.375376 run osmo-stp_10.42.42.5(pid=14439): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14439)]\u000a21:07:13.517866 run osmo-stp_10.42.42.5(pid=14439): stdout: \u000a| (launched: 2022-12-08_21:07:12.076710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:13.644106 run osmo-stp_10.42.42.5(pid=14439): stderr: \u000a| �[0;m�[38;5;43m20221208210712245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210712245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210712246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210712246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210712248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210712248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210712248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:13.765298 run osmo-stp_10.42.42.5(pid=14439): stdout: \u000a| (launched: 2022-12-08_21:07:12.076710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:13.884809 run osmo-stp_10.42.42.5(pid=14439): stderr: \u000a| �[0;m�[38;5;43m20221208210712245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210712245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210712246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210712246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210712248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210712248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210712248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:13.938145 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14439): Process ended prematurely: osmo-stp_10.42.42.5(pid=14439) [trial-2349↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14439)] [trial-2349↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:07:13.946701 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a21:07:14.006546 run osmo-hlr_10.42.42.2(pid=14436): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14436)]\u000a21:07:14.055851 run osmo-hlr_10.42.42.2(pid=14436): stdout: \u000a| (launched: 2022-12-08_21:07:11.130354) \u000a21:07:14.105814 run osmo-hlr_10.42.42.2(pid=14436): stderr: \u000a| �[0;m�[1;31m20221208210711308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210711308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210711308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210711308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210711308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210711308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210711321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210711331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210711331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210711331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:14.173248 run osmo-msc_10.42.42.6(pid=14442): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14442)]\u000a21:07:14.222192 run osmo-msc_10.42.42.6(pid=14442): stdout: \u000a| (launched: 2022-12-08_21:07:13.043709) \u000a21:07:14.271936 run osmo-msc_10.42.42.6(pid=14442): stderr: \u000a| �[0;m�[38;5;43m20221208210713313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208210713314 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55e81ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208210713314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208210713314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208210713314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208210713314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208210713316 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208210713316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208210713316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208210713316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:14.313705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14435): Terminating (SIGTERM)\u000a21:07:14.353690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14438): Terminating (SIGTERM)\u000a21:07:14.393528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14441): Terminating (SIGTERM)\u000a21:07:14.402973 --- ParallelTerminationStrategy: PID 14435 died...\u000a21:07:14.456338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14435): Terminated: ok {rc=0}\u000a21:07:14.466115 --- ParallelTerminationStrategy: PID 14438 died...\u000a21:07:14.518984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14438): Terminated: ok {rc=0}\u000a21:07:14.528662 --- ParallelTerminationStrategy: PID 14441 died...\u000a21:07:14.581762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14441): Terminated: ok {rc=0}\u000a21:07:14.669237 bus /sierra_3: Setting Powered False\u000a21:07:15.770539 bus /sierra_3: Setting Powered False\u000a21:07:16.886673 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14450): Process ended prematurely: osmo-stp_10.42.42.5(pid=14450) [trial-2349↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14450)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14450): Process ended prematurely: osmo-stp_10.42.42.5(pid=14450) [trial-2349↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:07:17.994138 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:18.006006 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:07:18.154192 tst mo_mt_call_osmux.py: using LAC 16816\u000a21:07:18.276433 tst mo_mt_call_osmux.py: using RAC 241\u000a21:07:18.404277 tst mo_mt_call_osmux.py: using CellId 16816\u000a21:07:18.528062 tst mo_mt_call_osmux.py: using BVCI 16817\u000a21:07:18.550776 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:18.562126 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:18.573885 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:18.585272 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:18.596795 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:18.607899 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:07:18.729568 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:07:18.931248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:19.403021 run create_hlr_db(pid=14444): Launched\u000a21:07:19.575246 bus /sierra_2: Setting Powered False\u000a21:07:20.597461 run create_hlr_db(pid=14444): Terminated: ok {rc=0}\u000a21:07:21.027685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14446): Launched\u000a21:07:21.351140 run osmo-hlr_10.42.42.2(pid=14447): Launched\u000a21:07:21.468102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:22.029817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14449): Launched\u000a21:07:22.354237 run osmo-stp_10.42.42.5(pid=14450): Launched\u000a21:07:22.471127 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:23.063591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14452): Launched\u000a21:07:23.387347 run osmo-msc_10.42.42.6(pid=14453): Launched\u000a21:07:23.576731 run osmo-stp_10.42.42.5(pid=14450): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14450)]\u000a21:07:23.713500 run osmo-stp_10.42.42.5(pid=14450): stdout: \u000a| (launched: 2022-12-08_21:07:22.194386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:23.850157 run osmo-stp_10.42.42.5(pid=14450): stderr: \u000a| �[0;m�[38;5;43m20221208210722387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210722387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210722387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210722387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210722388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210722388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210722388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:23.979347 run osmo-stp_10.42.42.5(pid=14450): stdout: \u000a| (launched: 2022-12-08_21:07:22.194386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:24.107371 run osmo-stp_10.42.42.5(pid=14450): stderr: \u000a| �[0;m�[38;5;43m20221208210722387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210722387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210722387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210722387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210722388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210722388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210722388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:24.163842 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14450): Process ended prematurely: osmo-stp_10.42.42.5(pid=14450) [trial-2349↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14450)] [trial-2349↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:07:24.172912 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a21:07:24.235449 run osmo-hlr_10.42.42.2(pid=14447): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14447)]\u000a21:07:24.286698 run osmo-hlr_10.42.42.2(pid=14447): stdout: \u000a| (launched: 2022-12-08_21:07:21.191569) \u000a21:07:24.338517 run osmo-hlr_10.42.42.2(pid=14447): stderr: \u000a| �[0;m�[1;31m20221208210721392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210721392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210721392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210721392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210721392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210721392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210721403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210721413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210721414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210721414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:24.409201 run osmo-msc_10.42.42.6(pid=14453): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14453)]\u000a21:07:24.460487 run osmo-msc_10.42.42.6(pid=14453): stdout: \u000a| (launched: 2022-12-08_21:07:23.227920) \u000a21:07:24.512158 run osmo-msc_10.42.42.6(pid=14453): stderr: \u000a| �[0;m�[38;5;43m20221208210723550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208210723550 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f242ceb8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208210723550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208210723550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208210723551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208210723551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208210723552 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208210723553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208210723553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208210723553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:24.556009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14446): Terminating (SIGTERM)\u000a21:07:24.597448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14449): Terminating (SIGTERM)\u000a21:07:24.638861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14452): Terminating (SIGTERM)\u000a21:07:24.648507 --- ParallelTerminationStrategy: PID 14446 died...\u000a21:07:24.704073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14446): Terminated: ok {rc=0}\u000a21:07:24.714113 --- ParallelTerminationStrategy: PID 14449 died...\u000a21:07:24.769636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14449): Terminated: ok {rc=0}\u000a21:07:24.779619 --- ParallelTerminationStrategy: PID 14452 died...\u000a21:07:24.835078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14452): Terminated: ok {rc=0}\u000a21:07:24.921656 bus /sierra_3: Setting Powered False\u000a21:07:26.027738 bus /sierra_3: Setting Powered False\u000a21:07:27.136166 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:07:07" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14464): Process ended prematurely: osmo-stp_10.42.42.5(pid=14464) [trial-2349↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14464)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14464): Process ended prematurely: osmo-stp_10.42.42.5(pid=14464) [trial-2349↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:07:29.123975 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:29.134799 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:07:29.266547 tst emergency_mo_mt_call.py: using LAC 16817\u000a21:07:29.390254 tst emergency_mo_mt_call.py: using RAC 242\u000a21:07:29.514475 tst emergency_mo_mt_call.py: using CellId 16817\u000a21:07:29.638456 tst emergency_mo_mt_call.py: using BVCI 16818\u000a21:07:29.662842 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:29.674138 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:29.685199 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:29.696131 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:29.707295 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:29.718614 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:07:29.835604 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:07:30.042825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:30.547500 run create_hlr_db(pid=14458): Launched\u000a21:07:30.732095 bus /sierra_2: Setting Powered False\u000a21:07:31.746185 run create_hlr_db(pid=14458): Terminated: ok {rc=0}\u000a21:07:32.191221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14460): Launched\u000a21:07:32.509351 run osmo-hlr_10.42.42.2(pid=14461): Launched\u000a21:07:32.627423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:33.178162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14463): Launched\u000a21:07:33.495174 run osmo-stp_10.42.42.5(pid=14464): Launched\u000a21:07:33.620575 tst emergency_mo_mt_call.py: using MSISDN 6851\u000a21:07:33.779602 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:34.358731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14466): Launched\u000a21:07:34.676272 run osmo-msc_10.42.42.6(pid=14467): Launched\u000a21:07:34.863064 run osmo-stp_10.42.42.5(pid=14464): ERR: Terminated: ERROR {rc=1} [trial-2349↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14464)]\u000a21:07:34.997958 run osmo-stp_10.42.42.5(pid=14464): stdout: \u000a| (launched: 2022-12-08_21:07:33.339116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:35.132387 run osmo-stp_10.42.42.5(pid=14464): stderr: \u000a| �[0;m�[38;5;43m20221208210733533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210733533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210733533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210733534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210733534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210733534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210733534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:35.260042 run osmo-stp_10.42.42.5(pid=14464): stdout: \u000a| (launched: 2022-12-08_21:07:33.339116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:35.386154 run osmo-stp_10.42.42.5(pid=14464): stderr: \u000a| �[0;m�[38;5;43m20221208210733533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210733533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210733533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210733534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210733534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210733534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210733534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:35.441681 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=14464): Process ended prematurely: osmo-stp_10.42.42.5(pid=14464) [trial-2349↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14464)] [trial-2349↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a21:07:35.450360 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a21:07:35.512470 run osmo-hlr_10.42.42.2(pid=14461): ERR: Terminated: ERROR {rc=237} [trial-2349↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14461)]\u000a21:07:35.563946 run osmo-hlr_10.42.42.2(pid=14461): stdout: \u000a| (launched: 2022-12-08_21:07:32.354326) \u000a21:07:35.615590 run osmo-hlr_10.42.42.2(pid=14461): stderr: \u000a| �[0;m�[1;31m20221208210732554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210732554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210732554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210732555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210732555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210732555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210732568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210732576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210732577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210732577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:35.686099 run osmo-msc_10.42.42.6(pid=14467): ERR: Terminated: ERROR {rc=2} [trial-2349↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14467)]\u000a21:07:35.737569 run osmo-msc_10.42.42.6(pid=14467): stdout: \u000a| (launched: 2022-12-08_21:07:34.520182) \u000a21:07:35.789607 run osmo-msc_10.42.42.6(pid=14467): stderr: \u000a| �[0;m�[38;5;43m20221208210734842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208210734842 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b5a275c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208210734842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208210734842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208210734843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208210734843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208210734846 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208210734847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208210734847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208210734847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:35.833585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14460): Terminating (SIGTERM)\u000a21:07:35.875109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14463): Terminating (SIGTERM)\u000a21:07:35.916621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14466): Terminating (SIGTERM)\u000a21:07:35.926258 --- ParallelTerminationStrategy: PID 14460 died...\u000a21:07:35.981374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14460): Terminated: ok {rc=0}\u000a21:07:35.991472 --- ParallelTerminationStrategy: PID 14463 died...\u000a21:07:36.046787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14463): Terminated: ok {rc=0}\u000a21:07:36.056697 --- ParallelTerminationStrategy: PID 14466 died...\u000a21:07:36.111785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14466): Terminated: ok {rc=0}\u000a21:07:36.198866 bus /sierra_3: Setting Powered False\u000a21:07:37.304131 bus /sierra_3: Setting Powered False\u000a21:07:38.412525 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14477): Process ended prematurely: osmo-stp_10.42.42.5(pid=14477) [trial-2349↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14477)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14477): Process ended prematurely: osmo-stp_10.42.42.5(pid=14477) [trial-2349↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:07:39.464666 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:39.476659 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:07:39.611170 tst emergency_preemptive_call.py: using LAC 16818\u000a21:07:39.731707 tst emergency_preemptive_call.py: using RAC 243\u000a21:07:39.847684 tst emergency_preemptive_call.py: using CellId 16818\u000a21:07:39.964596 tst emergency_preemptive_call.py: using BVCI 16819\u000a21:07:39.987063 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:39.998074 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:40.008747 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:40.019860 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:40.031219 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:40.042158 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:07:40.162383 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:07:40.280277 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:07:40.399398 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:07:40.602808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:41.114227 run create_hlr_db(pid=14471): Launched\u000a21:07:41.298248 bus /sierra_2: Setting Powered False\u000a21:07:42.318737 run create_hlr_db(pid=14471): Terminated: ok {rc=0}\u000a21:07:42.716059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14473): Launched\u000a21:07:43.010660 run osmo-hlr_10.42.42.2(pid=14474): Launched\u000a21:07:43.128830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:43.681527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14476): Launched\u000a21:07:43.994410 run osmo-stp_10.42.42.5(pid=14477): Launched\u000a21:07:44.120058 tst emergency_preemptive_call.py: using MSISDN 6852\u000a21:07:44.266126 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:44.805207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14479): Launched\u000a21:07:45.101176 run osmo-msc_10.42.42.6(pid=14480): Launched\u000a21:07:45.276833 run osmo-stp_10.42.42.5(pid=14477): ERR: Terminated: ERROR {rc=1} [trial-2349↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14477)]\u000a21:07:45.403823 run osmo-stp_10.42.42.5(pid=14477): stdout: \u000a| (launched: 2022-12-08_21:07:43.843413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:45.527881 run osmo-stp_10.42.42.5(pid=14477): stderr: \u000a| �[0;m�[38;5;43m20221208210744020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210744020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210744020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210744021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210744021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210744022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210744022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:45.646976 run osmo-stp_10.42.42.5(pid=14477): stdout: \u000a| (launched: 2022-12-08_21:07:43.843413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:45.765255 run osmo-stp_10.42.42.5(pid=14477): stderr: \u000a| �[0;m�[38;5;43m20221208210744020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210744020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210744020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210744021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210744021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210744022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210744022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:45.816815 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=14477): Process ended prematurely: osmo-stp_10.42.42.5(pid=14477) [trial-2349↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14477)] [trial-2349↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a21:07:45.824732 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a21:07:45.902863 run osmo-hlr_10.42.42.2(pid=14474): ERR: Terminated: ERROR {rc=237} [trial-2349↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14474)]\u000a21:07:45.953436 run osmo-hlr_10.42.42.2(pid=14474): stdout: \u000a| (launched: 2022-12-08_21:07:42.865688) \u000a21:07:46.005547 run osmo-hlr_10.42.42.2(pid=14474): stderr: \u000a| �[0;m�[1;31m20221208210743043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210743043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210743043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210743043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210743043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210743043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210743057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210743065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210743065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210743065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:46.075570 run osmo-msc_10.42.42.6(pid=14480): ERR: Terminated: ERROR {rc=2} [trial-2349↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14480)]\u000a21:07:46.127069 run osmo-msc_10.42.42.6(pid=14480): stdout: \u000a| (launched: 2022-12-08_21:07:44.955103) \u000a21:07:46.179305 run osmo-msc_10.42.42.6(pid=14480): stderr: \u000a| �[0;m�[38;5;43m20221208210745227 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208210745228 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac67614c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208210745228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208210745228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208210745228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208210745228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208210745230 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208210745231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208210745231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208210745231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:46.222538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14473): Terminating (SIGTERM)\u000a21:07:46.267688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14476): Terminating (SIGTERM)\u000a21:07:46.309675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14479): Terminating (SIGTERM)\u000a21:07:46.320427 --- ParallelTerminationStrategy: PID 14473 died...\u000a21:07:46.378118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14473): Terminated: ok {rc=0}\u000a21:07:46.388673 --- ParallelTerminationStrategy: PID 14476 died...\u000a21:07:46.443997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14476): Terminated: ok {rc=0}\u000a21:07:46.455478 --- ParallelTerminationStrategy: PID 14479 died...\u000a21:07:46.510845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14479): Terminated: ok {rc=0}\u000a21:07:46.596451 bus /sierra_9: Setting Powered False\u000a21:07:47.699355 bus /sierra_9: Setting Powered False\u000a21:07:48.805261 bus /sierra_8: Setting Powered False\u000a21:07:49.911634 bus /sierra_8: Setting Powered False\u000a21:07:51.023375 bus /sierra_3: Setting Powered False\u000a21:07:52.129555 bus /sierra_3: Setting Powered False\u000a21:07:53.237193 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:07:28" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-1900", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14545): Process ended prematurely: osmo-stp_10.42.42.5(pid=14545) [trial-2349↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14545)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14545): Process ended prematurely: osmo-stp_10.42.42.5(pid=14545) [trial-2349↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:07:55.344869 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:07:55.355823 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:07:55.487621 tst cs_paging_gprs_active.py: using LAC 16819\u000a21:07:55.613155 tst cs_paging_gprs_active.py: using RAC 244\u000a21:07:55.738199 tst cs_paging_gprs_active.py: using CellId 16819\u000a21:07:55.870173 tst cs_paging_gprs_active.py: using BVCI 16820\u000a21:07:55.894856 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:07:55.906097 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:07:55.917066 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:07:55.927984 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:07:55.938932 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:07:55.949858 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:07:55.961033 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:07:55.971958 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:07:55.983080 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:07:56.099065 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:07:56.394429 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:07:56.530141 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:07:56.866443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14485): Launched\u000a21:07:57.147106 run iperf3-srv_10.42.42.10(pid=14486): Launched\u000a21:07:57.346188 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:07:57.481352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:07:57.817214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14487): Launched\u000a21:07:58.097353 run iperf3-srv_10.42.42.10(pid=14488): Launched\u000a21:07:58.295888 tst cs_paging_gprs_active.py:38: start network...\u000a21:07:58.431133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:58.950814 run create_hlr_db(pid=14489): Launched\u000a21:07:59.137617 bus /sierra_2: Setting Powered False\u000a21:08:00.158794 run create_hlr_db(pid=14489): Terminated: ok {rc=0}\u000a21:08:00.563843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14491): Launched\u000a21:08:00.927211 run osmo-hlr_10.42.42.2(pid=14492): Launched\u000a21:08:01.096438 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:01.861335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14531): Launched\u000a21:08:02.306912 run osmo-stp_10.42.42.5(pid=14545): Launched\u000a21:08:02.591094 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:08:03.339814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14603): Launched\u000a21:08:03.497357 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:08:03.868702 run patchelf(pid=14644): Launched\u000a21:08:04.087706 run osmo-stp_10.42.42.5(pid=14545): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14545)]\u000a21:08:04.248650 run osmo-stp_10.42.42.5(pid=14545): stdout: \u000a| (launched: 2022-12-08_21:08:02.042874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:04.412249 run osmo-stp_10.42.42.5(pid=14545): stderr: \u000a| �[0;m�[38;5;43m20221208210802408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210802408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210802415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210802415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210802420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210802420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210802420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:04.569948 run osmo-stp_10.42.42.5(pid=14545): stdout: \u000a| (launched: 2022-12-08_21:08:02.042874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:04.733552 run osmo-stp_10.42.42.5(pid=14545): stderr: \u000a| �[0;m�[38;5;43m20221208210802408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210802408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210802415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210802415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210802420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210802420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210802420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:04.911573 run patchelf(pid=14644): Terminating (SIGINT)\u000a21:08:05.100542 run patchelf(pid=14644): Terminated: ok {rc=0}\u000a21:08:05.136063 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14545): Process ended prematurely: osmo-stp_10.42.42.5(pid=14545) [trial-2349↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14545)] [trial-2349↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a21:08:05.146652 tst cs_paging_gprs_active.py:38: Test FAILED (9.8 sec)\u000a21:08:05.212013 run osmo-hlr_10.42.42.2(pid=14492): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14492)]\u000a21:08:05.265530 run osmo-hlr_10.42.42.2(pid=14492): stdout: \u000a| (launched: 2022-12-08_21:08:00.717542) \u000a21:08:05.319171 run osmo-hlr_10.42.42.2(pid=14492): stderr: \u000a| �[0;m�[1;31m20221208210800934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210800934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210800934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210800934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210800934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210800934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210800958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210800979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210800979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210800979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:05.365228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14485): Terminating (SIGTERM)\u000a21:08:05.410325 run iperf3-srv_10.42.42.10(pid=14486): Terminating (SIGTERM)\u000a21:08:05.456412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14487): Terminating (SIGTERM)\u000a21:08:05.499715 run iperf3-srv_10.42.42.10(pid=14488): Terminating (SIGTERM)\u000a21:08:05.543896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14491): Terminating (SIGTERM)\u000a21:08:05.589532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14531): Terminating (SIGTERM)\u000a21:08:05.634856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14603): Terminating (SIGTERM)\u000a21:08:05.646002 --- ParallelTerminationStrategy: PID 14485 died...\u000a21:08:05.706353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14485): Terminated: ok {rc=0}\u000a21:08:05.717596 --- ParallelTerminationStrategy: PID 14486 died...\u000a21:08:05.775444 run iperf3-srv_10.42.42.10(pid=14486): Terminated {rc=256}\u000a21:08:05.786489 --- ParallelTerminationStrategy: PID 14487 died...\u000a21:08:05.844874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14487): Terminated: ok {rc=0}\u000a21:08:05.855795 --- ParallelTerminationStrategy: PID 14488 died...\u000a21:08:05.913065 run iperf3-srv_10.42.42.10(pid=14488): Terminated {rc=256}\u000a21:08:05.924164 --- ParallelTerminationStrategy: PID 14491 died...\u000a21:08:05.982068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14491): Terminated: ok {rc=0}\u000a21:08:05.992919 --- ParallelTerminationStrategy: PID 14531 died...\u000a21:08:06.049926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14531): Terminated: ok {rc=0}\u000a21:08:06.060920 --- ParallelTerminationStrategy: PID 14603 died...\u000a21:08:06.118725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14603): Terminated: ok {rc=0}\u000a21:08:06.210479 bus /gobi_0: Setting Powered False\u000a21:08:07.318536 bus /gobi_0: Setting Powered False\u000a21:08:08.427525 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14779): Process ended prematurely: osmo-stp_10.42.42.5(pid=14779) [trial-2349↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14779)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14779): Process ended prematurely: osmo-stp_10.42.42.5(pid=14779) [trial-2349↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a21:08:09.542280 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:09.554486 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:08:09.688166 tst iperf3.py: using LAC 16820\u000a21:08:09.815788 tst iperf3.py: using RAC 245\u000a21:08:09.939696 tst iperf3.py: using CellId 16820\u000a21:08:10.064321 tst iperf3.py: using BVCI 16821\u000a21:08:10.088606 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:10.100460 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:10.113183 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:10.125900 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:10.140314 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:10.151769 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:10.164437 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:10.177242 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:10.189035 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:08:10.479470 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:08:10.610739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:10.946192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14771): Launched\u000a21:08:11.229529 run iperf3-srv_10.42.42.10(pid=14772): Launched\u000a21:08:11.418582 tst iperf3.py:8: start network...\u000a21:08:11.549523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:08:12.080104 run create_hlr_db(pid=14773): Launched\u000a21:08:12.260874 bus /gobi_6: Setting Powered False\u000a21:08:13.282785 run create_hlr_db(pid=14773): Terminated: ok {rc=0}\u000a21:08:13.714087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14775): Launched\u000a21:08:14.114624 run osmo-hlr_10.42.42.2(pid=14776): Launched\u000a21:08:14.356636 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:15.010931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14778): Launched\u000a21:08:15.428199 run osmo-stp_10.42.42.5(pid=14779): Launched\u000a21:08:15.669456 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:08:16.305910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14781): Launched\u000a21:08:16.441777 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:08:16.819132 run patchelf(pid=14782): Launched\u000a21:08:17.022749 run osmo-stp_10.42.42.5(pid=14779): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14779)]\u000a21:08:17.163824 run osmo-stp_10.42.42.5(pid=14779): stdout: \u000a| (launched: 2022-12-08_21:08:15.170853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:17.306496 run osmo-stp_10.42.42.5(pid=14779): stderr: \u000a| �[0;m�[38;5;43m20221208210815505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210815505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210815506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210815506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210815507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210815507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210815507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:17.445884 run osmo-stp_10.42.42.5(pid=14779): stdout: \u000a| (launched: 2022-12-08_21:08:15.170853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:17.582020 run osmo-stp_10.42.42.5(pid=14779): stderr: \u000a| �[0;m�[38;5;43m20221208210815505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210815505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210815506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210815506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210815507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210815507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210815507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:17.740402 run patchelf(pid=14782): Terminating (SIGINT)\u000a21:08:17.926732 run patchelf(pid=14782): Terminated: ok {rc=0}\u000a21:08:17.961315 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14779): Process ended prematurely: osmo-stp_10.42.42.5(pid=14779) [trial-2349↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14779)] [trial-2349↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a21:08:17.971906 tst iperf3.py:8: Test FAILED (8.5 sec)\u000a21:08:18.036656 run osmo-hlr_10.42.42.2(pid=14776): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14776)]\u000a21:08:18.089642 run osmo-hlr_10.42.42.2(pid=14776): stdout: \u000a| (launched: 2022-12-08_21:08:13.871335) \u000a21:08:18.143300 run osmo-hlr_10.42.42.2(pid=14776): stderr: \u000a| �[0;m�[1;31m20221208210814212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210814212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210814212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210814212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210814212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210814212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210814237 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210814255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210814255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210814255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:18.188693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14771): Terminating (SIGTERM)\u000a21:08:18.231250 run iperf3-srv_10.42.42.10(pid=14772): Terminating (SIGTERM)\u000a21:08:18.274407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14775): Terminating (SIGTERM)\u000a21:08:18.319086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14778): Terminating (SIGTERM)\u000a21:08:18.362055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14781): Terminating (SIGTERM)\u000a21:08:18.372821 --- ParallelTerminationStrategy: PID 14771 died...\u000a21:08:18.431761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14771): Terminated: ok {rc=0}\u000a21:08:18.442816 --- ParallelTerminationStrategy: PID 14772 died...\u000a21:08:18.499382 run iperf3-srv_10.42.42.10(pid=14772): Terminated {rc=256}\u000a21:08:18.509819 --- ParallelTerminationStrategy: PID 14775 died...\u000a21:08:18.566232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14775): Terminated: ok {rc=0}\u000a21:08:18.576661 --- ParallelTerminationStrategy: PID 14778 died...\u000a21:08:18.633804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14778): Terminated: ok {rc=0}\u000a21:08:18.644718 --- ParallelTerminationStrategy: PID 14781 died...\u000a21:08:18.701942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14781): Terminated: ok {rc=0}\u000a21:08:18.792382 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-1900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14798): Process ended prematurely: osmo-stp_10.42.42.5(pid=14798) [trial-2349↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14798)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14798): Process ended prematurely: osmo-stp_10.42.42.5(pid=14798) [trial-2349↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a21:08:19.915041 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:19.927801 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:08:20.063754 tst iperf3m4.py: using LAC 16821\u000a21:08:20.195782 tst iperf3m4.py: using RAC 246\u000a21:08:20.327381 tst iperf3m4.py: using CellId 16821\u000a21:08:20.459084 tst iperf3m4.py: using BVCI 16822\u000a21:08:20.485151 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:20.497475 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:20.510639 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:20.522931 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:20.535394 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:20.548227 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:20.560881 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:20.573803 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:20.586296 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:08:20.713641 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:08:20.844475 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:08:20.972523 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:08:21.280701 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:08:21.422878 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:21.781886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14783): Launched\u000a21:08:22.082902 run iperf3-srv_10.42.42.10(pid=14784): Launched\u000a21:08:22.289213 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:08:22.430550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:22.788382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14785): Launched\u000a21:08:23.092535 run iperf3-srv_10.42.42.10(pid=14786): Launched\u000a21:08:23.298073 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:08:23.438662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:23.796694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14787): Launched\u000a21:08:24.095894 run iperf3-srv_10.42.42.10(pid=14788): Launched\u000a21:08:24.301904 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:08:24.443117 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:24.801362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14789): Launched\u000a21:08:25.104204 run iperf3-srv_10.42.42.10(pid=14790): Launched\u000a21:08:25.309589 tst iperf3m4.py:8: start network...\u000a21:08:25.453354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:08:26.017481 run create_hlr_db(pid=14791): Launched\u000a21:08:26.204341 bus /gobi_6: Setting Powered False\u000a21:08:27.215899 run create_hlr_db(pid=14791): Terminated: ok {rc=0}\u000a21:08:27.651019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14794): Launched\u000a21:08:27.975732 run osmo-hlr_10.42.42.2(pid=14795): Launched\u000a21:08:28.097061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:28.663554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14797): Launched\u000a21:08:28.987734 run osmo-stp_10.42.42.5(pid=14798): Launched\u000a21:08:29.103754 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:08:29.669014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14800): Launched\u000a21:08:29.785086 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:08:30.068713 run patchelf(pid=14801): Launched\u000a21:08:30.260466 run osmo-stp_10.42.42.5(pid=14798): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14798)]\u000a21:08:30.398761 run osmo-stp_10.42.42.5(pid=14798): stdout: \u000a| (launched: 2022-12-08_21:08:28.829442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:30.537244 run osmo-stp_10.42.42.5(pid=14798): stderr: \u000a| �[0;m�[38;5;43m20221208210829025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210829025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210829025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210829026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210829026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210829027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210829027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:30.671237 run osmo-stp_10.42.42.5(pid=14798): stdout: \u000a| (launched: 2022-12-08_21:08:28.829442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:30.804582 run osmo-stp_10.42.42.5(pid=14798): stderr: \u000a| �[0;m�[38;5;43m20221208210829025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210829025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210829025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210829026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210829026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210829027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210829027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:30.972437 run patchelf(pid=14801): Terminating (SIGINT)\u000a21:08:31.170785 run patchelf(pid=14801): Terminated: ok {rc=0}\u000a21:08:31.203436 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14798): Process ended prematurely: osmo-stp_10.42.42.5(pid=14798) [trial-2349↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14798)] [trial-2349↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a21:08:31.213774 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a21:08:31.278829 run osmo-hlr_10.42.42.2(pid=14795): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14795)]\u000a21:08:31.331404 run osmo-hlr_10.42.42.2(pid=14795): stdout: \u000a| (launched: 2022-12-08_21:08:27.816165) \u000a21:08:31.384345 run osmo-hlr_10.42.42.2(pid=14795): stderr: \u000a| �[0;m�[1;31m20221208210828015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210828015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210828016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210828016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210828016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210828016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210828028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210828036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210828036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210828036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:31.428298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14783): Terminating (SIGTERM)\u000a21:08:31.470417 run iperf3-srv_10.42.42.10(pid=14784): Terminating (SIGTERM)\u000a21:08:31.514066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14785): Terminating (SIGTERM)\u000a21:08:31.556315 run iperf3-srv_10.42.42.10(pid=14786): Terminating (SIGTERM)\u000a21:08:31.598630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14787): Terminating (SIGTERM)\u000a21:08:31.642607 run iperf3-srv_10.42.42.10(pid=14788): Terminating (SIGTERM)\u000a21:08:31.688660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14789): Terminating (SIGTERM)\u000a21:08:31.733934 run iperf3-srv_10.42.42.10(pid=14790): Terminating (SIGTERM)\u000a21:08:31.775764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14794): Terminating (SIGTERM)\u000a21:08:31.821160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14797): Terminating (SIGTERM)\u000a21:08:31.863808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14800): Terminating (SIGTERM)\u000a21:08:31.876829 --- ParallelTerminationStrategy: PID 14783 died...\u000a21:08:31.961097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14783): Terminated: ok {rc=0}\u000a21:08:31.971675 --- ParallelTerminationStrategy: PID 14784 died...\u000a21:08:32.033133 run iperf3-srv_10.42.42.10(pid=14784): Terminated {rc=256}\u000a21:08:32.043905 --- ParallelTerminationStrategy: PID 14785 died...\u000a21:08:32.100539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14785): Terminated: ok {rc=0}\u000a21:08:32.112337 --- ParallelTerminationStrategy: PID 14786 died...\u000a21:08:32.168527 run iperf3-srv_10.42.42.10(pid=14786): Terminated {rc=256}\u000a21:08:32.180182 --- ParallelTerminationStrategy: PID 14787 died...\u000a21:08:32.236360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14787): Terminated: ok {rc=0}\u000a21:08:32.247052 --- ParallelTerminationStrategy: PID 14788 died...\u000a21:08:32.303722 run iperf3-srv_10.42.42.10(pid=14788): Terminated {rc=256}\u000a21:08:32.314242 --- ParallelTerminationStrategy: PID 14789 died...\u000a21:08:32.369078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14789): Terminated: ok {rc=0}\u000a21:08:32.379071 --- ParallelTerminationStrategy: PID 14790 died...\u000a21:08:32.433806 run iperf3-srv_10.42.42.10(pid=14790): Terminated {rc=256}\u000a21:08:32.443664 --- ParallelTerminationStrategy: PID 14794 died...\u000a21:08:32.497519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14794): Terminated: ok {rc=0}\u000a21:08:32.508152 --- ParallelTerminationStrategy: PID 14797 died...\u000a21:08:32.562536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14797): Terminated: ok {rc=0}\u000a21:08:32.573099 --- ParallelTerminationStrategy: PID 14800 died...\u000a21:08:32.627782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14800): Terminated: ok {rc=0}\u000a21:08:32.716441 bus /gobi_4: Setting Powered False\u000a21:08:33.822183 bus /gobi_4: Setting Powered False\u000a21:08:34.934047 bus /gobi_1: Setting Powered False\u000a21:08:36.036450 bus /gobi_1: Setting Powered False\u000a21:08:37.147849 bus /gobi_0: Setting Powered False\u000a21:08:38.249807 bus /gobi_0: Setting Powered False\u000a21:08:39.361803 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14808): Process ended prematurely: osmo-stp_10.42.42.5(pid=14808) [trial-2349↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14808)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14808): Process ended prematurely: osmo-stp_10.42.42.5(pid=14808) [trial-2349↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a21:08:40.428129 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:40.439563 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:08:40.569460 tst ping.py: using LAC 16822\u000a21:08:40.682947 tst ping.py: using RAC 247\u000a21:08:40.797114 tst ping.py: using CellId 16822\u000a21:08:40.909721 tst ping.py: using BVCI 16823\u000a21:08:40.931898 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:40.942584 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:40.953152 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:40.963977 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:40.974718 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:40.985429 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:40.996428 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:41.007444 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:08:41.296311 tst ping.py:19: start network...\u000a21:08:41.428812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:08:41.934920 run create_hlr_db(pid=14802): Launched\u000a21:08:42.118924 bus /gobi_6: Setting Powered False\u000a21:08:43.127791 run create_hlr_db(pid=14802): Terminated: ok {rc=0}\u000a21:08:43.561411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14804): Launched\u000a21:08:43.879528 run osmo-hlr_10.42.42.2(pid=14805): Launched\u000a21:08:43.996916 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:44.551429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14807): Launched\u000a21:08:44.869419 run osmo-stp_10.42.42.5(pid=14808): Launched\u000a21:08:44.983614 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:08:45.538291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14810): Launched\u000a21:08:45.651850 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:08:45.943301 run patchelf(pid=14811): Launched\u000a21:08:46.123157 run osmo-stp_10.42.42.5(pid=14808): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14808)]\u000a21:08:46.255085 run osmo-stp_10.42.42.5(pid=14808): stdout: \u000a| (launched: 2022-12-08_21:08:44.712741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:46.388639 run osmo-stp_10.42.42.5(pid=14808): stderr: \u000a| �[0;m�[38;5;43m20221208210844904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210844904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210844905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210844905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210844905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210844906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210844906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:46.516536 run osmo-stp_10.42.42.5(pid=14808): stdout: \u000a| (launched: 2022-12-08_21:08:44.712741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:46.643118 run osmo-stp_10.42.42.5(pid=14808): stderr: \u000a| �[0;m�[38;5;43m20221208210844904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210844904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210844905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210844905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210844905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210844906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210844906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:46.806956 run patchelf(pid=14811): Terminating (SIGINT)\u000a21:08:46.979940 run patchelf(pid=14811): Terminated: ok {rc=0}\u000a21:08:47.011650 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14808): Process ended prematurely: osmo-stp_10.42.42.5(pid=14808) [trial-2349↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14808)] [trial-2349↪gprs:nanobts+band-1900↪ping.py:22]\u000a21:08:47.021416 tst ping.py:22: Test FAILED (6.6 sec)\u000a21:08:47.086180 run osmo-hlr_10.42.42.2(pid=14805): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14805)]\u000a21:08:47.138590 run osmo-hlr_10.42.42.2(pid=14805): stdout: \u000a| (launched: 2022-12-08_21:08:43.722869) \u000a21:08:47.191008 run osmo-hlr_10.42.42.2(pid=14805): stderr: \u000a| �[0;m�[1;31m20221208210843920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210843920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210843920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210843920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210843920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210843920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210843930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210843939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210843939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210843939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:47.235971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14804): Terminating (SIGTERM)\u000a21:08:47.275693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14807): Terminating (SIGTERM)\u000a21:08:47.316102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14810): Terminating (SIGTERM)\u000a21:08:47.326212 --- ParallelTerminationStrategy: PID 14804 died...\u000a21:08:47.380328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14804): Terminated: ok {rc=0}\u000a21:08:47.390624 --- ParallelTerminationStrategy: PID 14807 died...\u000a21:08:47.445251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14807): Terminated: ok {rc=0}\u000a21:08:47.455213 --- ParallelTerminationStrategy: PID 14810 died...\u000a21:08:47.508926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14810): Terminated: ok {rc=0}\u000a21:08:47.598317 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14818): Process ended prematurely: osmo-stp_10.42.42.5(pid=14818) [trial-2349↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14818)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14818): Process ended prematurely: osmo-stp_10.42.42.5(pid=14818) [trial-2349↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a21:08:48.650654 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:48.662638 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:08:48.799045 tst ping_idle_ping.py: using LAC 16823\u000a21:08:48.926017 tst ping_idle_ping.py: using RAC 248\u000a21:08:49.051029 tst ping_idle_ping.py: using CellId 16823\u000a21:08:49.176392 tst ping_idle_ping.py: using BVCI 16824\u000a21:08:49.200878 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:49.212425 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:49.223860 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:49.235463 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:49.246978 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:49.258523 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:49.270206 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:49.281759 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:08:49.559244 tst ping_idle_ping.py:24: start network...\u000a21:08:49.682868 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:08:50.154056 run create_hlr_db(pid=14812): Launched\u000a21:08:50.326521 bus /gobi_6: Setting Powered False\u000a21:08:51.346862 run create_hlr_db(pid=14812): Terminated: ok {rc=0}\u000a21:08:51.774473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14814): Launched\u000a21:08:52.094245 run osmo-hlr_10.42.42.2(pid=14815): Launched\u000a21:08:52.210052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:52.765371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14817): Launched\u000a21:08:53.086087 run osmo-stp_10.42.42.5(pid=14818): Launched\u000a21:08:53.201338 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:08:53.762823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14820): Launched\u000a21:08:53.877973 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:08:54.158006 run patchelf(pid=14821): Launched\u000a21:08:54.346269 run osmo-stp_10.42.42.5(pid=14818): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14818)]\u000a21:08:54.483560 run osmo-stp_10.42.42.5(pid=14818): stdout: \u000a| (launched: 2022-12-08_21:08:52.928084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:54.621367 run osmo-stp_10.42.42.5(pid=14818): stderr: \u000a| �[0;m�[38;5;43m20221208210853119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210853119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210853120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210853120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210853120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210853121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210853121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:54.754181 run osmo-stp_10.42.42.5(pid=14818): stdout: \u000a| (launched: 2022-12-08_21:08:52.928084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:54.886144 run osmo-stp_10.42.42.5(pid=14818): stderr: \u000a| �[0;m�[38;5;43m20221208210853119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210853119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210853120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210853120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210853120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210853121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210853121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:55.039312 run patchelf(pid=14821): Terminating (SIGINT)\u000a21:08:55.219096 run patchelf(pid=14821): Terminated: ok {rc=0}\u000a21:08:55.251677 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14818): Process ended prematurely: osmo-stp_10.42.42.5(pid=14818) [trial-2349↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14818)] [trial-2349↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a21:08:55.260992 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a21:08:55.323970 run osmo-hlr_10.42.42.2(pid=14815): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14815)]\u000a21:08:55.375371 run osmo-hlr_10.42.42.2(pid=14815): stdout: \u000a| (launched: 2022-12-08_21:08:51.937522) \u000a21:08:55.427034 run osmo-hlr_10.42.42.2(pid=14815): stderr: \u000a| �[0;m�[1;31m20221208210852135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210852135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210852135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210852135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210852135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210852135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210852147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210852155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210852155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210852155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:55.471183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14814): Terminating (SIGTERM)\u000a21:08:55.512823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14817): Terminating (SIGTERM)\u000a21:08:55.554521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14820): Terminating (SIGTERM)\u000a21:08:55.564269 --- ParallelTerminationStrategy: PID 14814 died...\u000a21:08:55.620406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14814): Terminated: ok {rc=0}\u000a21:08:55.630535 --- ParallelTerminationStrategy: PID 14817 died...\u000a21:08:55.685866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14817): Terminated: ok {rc=0}\u000a21:08:55.695980 --- ParallelTerminationStrategy: PID 14820 died...\u000a21:08:55.751319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14820): Terminated: ok {rc=0}\u000a21:08:55.837956 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:07:54" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14835): Process ended prematurely: osmo-stp_10.42.42.5(pid=14835) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14835)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14835): Process ended prematurely: osmo-stp_10.42.42.5(pid=14835) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:08:57.971413 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:08:57.983044 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:08:58.117989 tst cs_paging_gprs_active.py: using LAC 16824\u000a21:08:58.245317 tst cs_paging_gprs_active.py: using RAC 249\u000a21:08:58.372279 tst cs_paging_gprs_active.py: using CellId 16824\u000a21:08:58.497958 tst cs_paging_gprs_active.py: using BVCI 16825\u000a21:08:58.523044 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:08:58.534771 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:08:58.546235 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:08:58.558009 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:08:58.569392 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:08:58.581232 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:08:58.593047 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:08:58.604511 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:08:58.616373 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:08:58.734328 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:08:59.012616 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:08:59.138416 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:59.451539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14825): Launched\u000a21:08:59.712397 run iperf3-srv_10.42.42.10(pid=14826): Launched\u000a21:08:59.897125 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:09:00.022658 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:00.336303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14827): Launched\u000a21:09:00.596138 run iperf3-srv_10.42.42.10(pid=14828): Launched\u000a21:09:00.779504 tst cs_paging_gprs_active.py:38: start network...\u000a21:09:00.942297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:01.559359 run create_hlr_db(pid=14829): Launched\u000a21:09:01.752421 bus /gobi_6: Setting Powered False\u000a21:09:02.770023 run create_hlr_db(pid=14829): Terminated: ok {rc=0}\u000a21:09:03.178727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14831): Launched\u000a21:09:03.483846 run osmo-hlr_10.42.42.2(pid=14832): Launched\u000a21:09:03.594950 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:04.119848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14834): Launched\u000a21:09:04.422752 run osmo-stp_10.42.42.5(pid=14835): Launched\u000a21:09:04.533274 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:09:05.061888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14837): Launched\u000a21:09:05.169476 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:09:05.432569 run patchelf(pid=14838): Launched\u000a21:09:05.608713 run osmo-stp_10.42.42.5(pid=14835): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14835)]\u000a21:09:05.738413 run osmo-stp_10.42.42.5(pid=14835): stdout: \u000a| (launched: 2022-12-08_21:09:04.273436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:05.867731 run osmo-stp_10.42.42.5(pid=14835): stderr: \u000a| �[0;m�[38;5;43m20221208210904446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210904446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210904446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210904447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210904447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210904447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210904447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:05.992631 run osmo-stp_10.42.42.5(pid=14835): stdout: \u000a| (launched: 2022-12-08_21:09:04.273436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:06.116386 run osmo-stp_10.42.42.5(pid=14835): stderr: \u000a| �[0;m�[38;5;43m20221208210904446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210904446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210904446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210904447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210904447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210904447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210904447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:06.260348 run patchelf(pid=14838): Terminating (SIGINT)\u000a21:09:06.429630 run patchelf(pid=14838): Terminated: ok {rc=0}\u000a21:09:06.460584 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14835): Process ended prematurely: osmo-stp_10.42.42.5(pid=14835) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14835)] [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:09:06.469883 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a21:09:06.529770 run osmo-hlr_10.42.42.2(pid=14832): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14832)]\u000a21:09:06.578811 run osmo-hlr_10.42.42.2(pid=14832): stdout: \u000a| (launched: 2022-12-08_21:09:03.331329) \u000a21:09:06.628386 run osmo-hlr_10.42.42.2(pid=14832): stderr: \u000a| �[0;m�[1;31m20221208210903509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210903509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210903509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210903509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210903510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210903510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210903522 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210903531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210903532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210903532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:09:06.670248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14825): Terminating (SIGTERM)\u000a21:09:06.709828 run iperf3-srv_10.42.42.10(pid=14826): Terminating (SIGTERM)\u000a21:09:06.749483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14827): Terminating (SIGTERM)\u000a21:09:06.789059 run iperf3-srv_10.42.42.10(pid=14828): Terminating (SIGTERM)\u000a21:09:06.829320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14831): Terminating (SIGTERM)\u000a21:09:06.869026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14834): Terminating (SIGTERM)\u000a21:09:06.908844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14837): Terminating (SIGTERM)\u000a21:09:06.918323 --- ParallelTerminationStrategy: PID 14825 died...\u000a21:09:06.971191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14825): Terminated: ok {rc=0}\u000a21:09:06.981074 --- ParallelTerminationStrategy: PID 14826 died...\u000a21:09:07.033612 run iperf3-srv_10.42.42.10(pid=14826): Terminated {rc=256}\u000a21:09:07.043467 --- ParallelTerminationStrategy: PID 14827 died...\u000a21:09:07.095967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14827): Terminated: ok {rc=0}\u000a21:09:07.105837 --- ParallelTerminationStrategy: PID 14828 died...\u000a21:09:07.158238 run iperf3-srv_10.42.42.10(pid=14828): Terminated {rc=256}\u000a21:09:07.167972 --- ParallelTerminationStrategy: PID 14831 died...\u000a21:09:07.220367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14831): Terminated: ok {rc=0}\u000a21:09:07.230217 --- ParallelTerminationStrategy: PID 14834 died...\u000a21:09:07.282663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14834): Terminated: ok {rc=0}\u000a21:09:07.292468 --- ParallelTerminationStrategy: PID 14837 died...\u000a21:09:07.345016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14837): Terminated: ok {rc=0}\u000a21:09:07.431819 bus /gobi_0: Setting Powered False\u000a21:09:08.538705 bus /gobi_0: Setting Powered False\u000a21:09:09.644299 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14847): Process ended prematurely: osmo-stp_10.42.42.5(pid=14847) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14847)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14847): Process ended prematurely: osmo-stp_10.42.42.5(pid=14847) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:09:10.759792 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:10.771936 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:09:10.910711 tst iperf3.py: using LAC 16825\u000a21:09:11.032643 tst iperf3.py: using RAC 250\u000a21:09:11.150871 tst iperf3.py: using CellId 16825\u000a21:09:11.269150 tst iperf3.py: using BVCI 16826\u000a21:09:11.292269 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:11.303448 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:11.314523 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:11.325666 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:11.336862 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:11.347996 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:11.359111 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:11.369764 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:11.381428 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:11.660352 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:09:11.787565 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:12.099695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14839): Launched\u000a21:09:12.359904 run iperf3-srv_10.42.42.10(pid=14840): Launched\u000a21:09:12.544685 tst iperf3.py:8: start network...\u000a21:09:12.670350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:13.143794 run create_hlr_db(pid=14841): Launched\u000a21:09:13.317099 bus /gobi_6: Setting Powered False\u000a21:09:14.339456 run create_hlr_db(pid=14841): Terminated: ok {rc=0}\u000a21:09:14.771079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14843): Launched\u000a21:09:15.097170 run osmo-hlr_10.42.42.2(pid=14844): Launched\u000a21:09:15.215708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:15.782039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14846): Launched\u000a21:09:16.265402 run osmo-stp_10.42.42.5(pid=14847): Launched\u000a21:09:16.408568 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:09:16.991253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14849): Launched\u000a21:09:17.109932 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:09:17.406435 run patchelf(pid=14850): Launched\u000a21:09:17.596531 run osmo-stp_10.42.42.5(pid=14847): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14847)]\u000a21:09:17.735039 run osmo-stp_10.42.42.5(pid=14847): stdout: \u000a| (launched: 2022-12-08_21:09:15.952437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:17.874787 run osmo-stp_10.42.42.5(pid=14847): stderr: \u000a| �[0;m�[38;5;43m20221208210916193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210916193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210916194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210916194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210916194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210916195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210916195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:18.008855 run osmo-stp_10.42.42.5(pid=14847): stdout: \u000a| (launched: 2022-12-08_21:09:15.952437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:18.141922 run osmo-stp_10.42.42.5(pid=14847): stderr: \u000a| �[0;m�[38;5;43m20221208210916193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210916193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210916194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210916194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210916194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210916195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210916195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:18.297294 run patchelf(pid=14850): Terminating (SIGINT)\u000a21:09:18.479682 run patchelf(pid=14850): Terminated: ok {rc=0}\u000a21:09:18.513026 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14847): Process ended prematurely: osmo-stp_10.42.42.5(pid=14847) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14847)] [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a21:09:18.522939 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a21:09:18.585244 run osmo-hlr_10.42.42.2(pid=14844): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14844)]\u000a21:09:18.635815 run osmo-hlr_10.42.42.2(pid=14844): stdout: \u000a| (launched: 2022-12-08_21:09:14.936324) \u000a21:09:18.687433 run osmo-hlr_10.42.42.2(pid=14844): stderr: \u000a| �[0;m�[1;31m20221208210915136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210915136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210915136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210915136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210915136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210915136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210915148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210915157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210915157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210915157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:09:18.731490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14839): Terminating (SIGTERM)\u000a21:09:18.773398 run iperf3-srv_10.42.42.10(pid=14840): Terminating (SIGTERM)\u000a21:09:18.815274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14843): Terminating (SIGTERM)\u000a21:09:18.856851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14846): Terminating (SIGTERM)\u000a21:09:18.898541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14849): Terminating (SIGTERM)\u000a21:09:18.908296 --- ParallelTerminationStrategy: PID 14839 died...\u000a21:09:18.963651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14839): Terminated: ok {rc=0}\u000a21:09:18.973887 --- ParallelTerminationStrategy: PID 14840 died...\u000a21:09:19.029232 run iperf3-srv_10.42.42.10(pid=14840): Terminated {rc=256}\u000a21:09:19.039245 --- ParallelTerminationStrategy: PID 14843 died...\u000a21:09:19.094493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14843): Terminated: ok {rc=0}\u000a21:09:19.104853 --- ParallelTerminationStrategy: PID 14846 died...\u000a21:09:19.160069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14846): Terminated: ok {rc=0}\u000a21:09:19.170186 --- ParallelTerminationStrategy: PID 14849 died...\u000a21:09:19.225323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14849): Terminated: ok {rc=0}\u000a21:09:19.310991 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14865): Process ended prematurely: osmo-stp_10.42.42.5(pid=14865) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14865)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14865): Process ended prematurely: osmo-stp_10.42.42.5(pid=14865) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:09:20.421407 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:20.432877 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:09:20.561584 tst iperf3m4.py: using LAC 16826\u000a21:09:20.679365 tst iperf3m4.py: using RAC 251\u000a21:09:20.806000 tst iperf3m4.py: using CellId 16826\u000a21:09:20.932815 tst iperf3m4.py: using BVCI 16827\u000a21:09:20.957911 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:20.969625 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:20.981043 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:20.992536 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:21.003794 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:21.015129 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:21.026687 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:21.037897 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:21.049332 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:21.165253 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:21.288309 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:21.405554 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:21.701918 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:09:21.837988 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:22.174042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14851): Launched\u000a21:09:22.454663 run iperf3-srv_10.42.42.10(pid=14852): Launched\u000a21:09:22.653735 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:09:22.789096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:23.125611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14853): Launched\u000a21:09:23.406130 run iperf3-srv_10.42.42.10(pid=14854): Launched\u000a21:09:23.604785 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:09:23.739966 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:24.078450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14855): Launched\u000a21:09:24.358845 run iperf3-srv_10.42.42.10(pid=14856): Launched\u000a21:09:24.558315 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:09:24.693775 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:25.029927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14857): Launched\u000a21:09:25.310116 run iperf3-srv_10.42.42.10(pid=14858): Launched\u000a21:09:25.508588 tst iperf3m4.py:8: start network...\u000a21:09:25.643681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:26.167785 run create_hlr_db(pid=14859): Launched\u000a21:09:26.355217 bus /gobi_6: Setting Powered False\u000a21:09:27.376718 run create_hlr_db(pid=14859): Terminated: ok {rc=0}\u000a21:09:27.784633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14861): Launched\u000a21:09:28.087162 run osmo-hlr_10.42.42.2(pid=14862): Launched\u000a21:09:28.205971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:28.742159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14864): Launched\u000a21:09:29.045853 run osmo-stp_10.42.42.5(pid=14865): Launched\u000a21:09:29.155718 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:09:29.689102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14867): Launched\u000a21:09:29.806000 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:09:30.092008 run patchelf(pid=14868): Launched\u000a21:09:30.282913 run osmo-stp_10.42.42.5(pid=14865): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14865)]\u000a21:09:30.421929 run osmo-stp_10.42.42.5(pid=14865): stdout: \u000a| (launched: 2022-12-08_21:09:28.895420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:30.561444 run osmo-stp_10.42.42.5(pid=14865): stderr: \u000a| �[0;m�[38;5;43m20221208210929067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210929067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210929067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210929067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210929068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210929068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210929068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:30.696165 run osmo-stp_10.42.42.5(pid=14865): stdout: \u000a| (launched: 2022-12-08_21:09:28.895420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:30.830570 run osmo-stp_10.42.42.5(pid=14865): stderr: \u000a| �[0;m�[38;5;43m20221208210929067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210929067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210929067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210929067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210929068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210929068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210929068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:31.019134 run patchelf(pid=14868): Terminating (SIGINT)\u000a21:09:31.206045 run patchelf(pid=14868): Terminated: ok {rc=0}\u000a21:09:31.240623 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14865): Process ended prematurely: osmo-stp_10.42.42.5(pid=14865) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14865)] [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:09:31.251687 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a21:09:31.315969 run osmo-hlr_10.42.42.2(pid=14862): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14862)]\u000a21:09:31.368416 run osmo-hlr_10.42.42.2(pid=14862): stdout: \u000a| (launched: 2022-12-08_21:09:27.938552) \u000a21:09:31.421782 run osmo-hlr_10.42.42.2(pid=14862): stderr: \u000a| �[0;m�[1;31m20221208210928113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210928113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210928113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210928114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210928114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210928114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210928126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210928137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210928138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210928138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:09:31.466806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14851): Terminating (SIGTERM)\u000a21:09:31.509348 run iperf3-srv_10.42.42.10(pid=14852): Terminating (SIGTERM)\u000a21:09:31.553372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14853): Terminating (SIGTERM)\u000a21:09:31.596401 run iperf3-srv_10.42.42.10(pid=14854): Terminating (SIGTERM)\u000a21:09:31.640356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14855): Terminating (SIGTERM)\u000a21:09:31.682789 run iperf3-srv_10.42.42.10(pid=14856): Terminating (SIGTERM)\u000a21:09:31.725285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14857): Terminating (SIGTERM)\u000a21:09:31.767773 run iperf3-srv_10.42.42.10(pid=14858): Terminating (SIGTERM)\u000a21:09:31.810759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14861): Terminating (SIGTERM)\u000a21:09:31.855260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14864): Terminating (SIGTERM)\u000a21:09:31.900572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14867): Terminating (SIGTERM)\u000a21:09:31.910735 --- ParallelTerminationStrategy: PID 14851 died...\u000a21:09:31.967399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14851): Terminated: ok {rc=0}\u000a21:09:31.977934 --- ParallelTerminationStrategy: PID 14852 died...\u000a21:09:32.034318 run iperf3-srv_10.42.42.10(pid=14852): Terminated {rc=256}\u000a21:09:32.044785 --- ParallelTerminationStrategy: PID 14853 died...\u000a21:09:32.101303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14853): Terminated: ok {rc=0}\u000a21:09:32.111866 --- ParallelTerminationStrategy: PID 14854 died...\u000a21:09:32.167827 run iperf3-srv_10.42.42.10(pid=14854): Terminated {rc=256}\u000a21:09:32.178252 --- ParallelTerminationStrategy: PID 14855 died...\u000a21:09:32.234498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14855): Terminated: ok {rc=0}\u000a21:09:32.244564 --- ParallelTerminationStrategy: PID 14856 died...\u000a21:09:32.299745 run iperf3-srv_10.42.42.10(pid=14856): Terminated {rc=256}\u000a21:09:32.309826 --- ParallelTerminationStrategy: PID 14857 died...\u000a21:09:32.365096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14857): Terminated: ok {rc=0}\u000a21:09:32.375211 --- ParallelTerminationStrategy: PID 14858 died...\u000a21:09:32.430141 run iperf3-srv_10.42.42.10(pid=14858): Terminated {rc=256}\u000a21:09:32.440125 --- ParallelTerminationStrategy: PID 14861 died...\u000a21:09:32.495317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14861): Terminated: ok {rc=0}\u000a21:09:32.505559 --- ParallelTerminationStrategy: PID 14864 died...\u000a21:09:32.560691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14864): Terminated: ok {rc=0}\u000a21:09:32.570766 --- ParallelTerminationStrategy: PID 14867 died...\u000a21:09:32.625911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14867): Terminated: ok {rc=0}\u000a21:09:32.712360 bus /gobi_4: Setting Powered False\u000a21:09:33.820423 bus /gobi_4: Setting Powered False\u000a21:09:34.933101 bus /gobi_1: Setting Powered False\u000a21:09:36.038892 bus /gobi_1: Setting Powered False\u000a21:09:37.149769 bus /gobi_0: Setting Powered False\u000a21:09:38.254882 bus /gobi_0: Setting Powered False\u000a21:09:39.362605 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14876): Process ended prematurely: osmo-stp_10.42.42.5(pid=14876) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14876)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14876): Process ended prematurely: osmo-stp_10.42.42.5(pid=14876) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:09:40.431097 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:40.443130 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:09:40.577938 tst ping.py: using LAC 16827\u000a21:09:40.704453 tst ping.py: using RAC 252\u000a21:09:40.834636 tst ping.py: using CellId 16827\u000a21:09:40.951960 tst ping.py: using BVCI 16828\u000a21:09:40.974746 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:40.985978 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:40.997033 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:41.007970 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:41.019651 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:41.030991 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:41.042524 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:41.053962 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:41.344654 tst ping.py:19: start network...\u000a21:09:41.477820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:41.984755 run create_hlr_db(pid=14870): Launched\u000a21:09:42.169301 bus /gobi_6: Setting Powered False\u000a21:09:43.189785 run create_hlr_db(pid=14870): Terminated: ok {rc=0}\u000a21:09:43.588417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14872): Launched\u000a21:09:43.884698 run osmo-hlr_10.42.42.2(pid=14873): Launched\u000a21:09:43.993905 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:44.510792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14875): Launched\u000a21:09:44.808172 run osmo-stp_10.42.42.5(pid=14876): Launched\u000a21:09:44.918031 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:09:45.434614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14878): Launched\u000a21:09:45.540489 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:09:45.799718 run patchelf(pid=14879): Launched\u000a21:09:46.006861 run osmo-stp_10.42.42.5(pid=14876): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14876)]\u000a21:09:46.146574 run osmo-stp_10.42.42.5(pid=14876): stdout: \u000a| (launched: 2022-12-08_21:09:44.661428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:46.287732 run osmo-stp_10.42.42.5(pid=14876): stderr: \u000a| �[0;m�[38;5;43m20221208210944829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210944830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210944830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210944830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210944831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210944831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210944831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:46.422626 run osmo-stp_10.42.42.5(pid=14876): stdout: \u000a| (launched: 2022-12-08_21:09:44.661428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:46.556579 run osmo-stp_10.42.42.5(pid=14876): stderr: \u000a| �[0;m�[38;5;43m20221208210944829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210944830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210944830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210944830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210944831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210944831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210944831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:46.712373 run patchelf(pid=14879): Terminating (SIGINT)\u000a21:09:46.896302 run patchelf(pid=14879): Terminated: ok {rc=0}\u000a21:09:46.930164 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14876): Process ended prematurely: osmo-stp_10.42.42.5(pid=14876) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14876)] [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a21:09:46.940712 tst ping.py:22: Test FAILED (6.5 sec)\u000a21:09:47.005597 run osmo-hlr_10.42.42.2(pid=14873): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14873)]\u000a21:09:47.058392 run osmo-hlr_10.42.42.2(pid=14873): stdout: \u000a| (launched: 2022-12-08_21:09:43.738604) \u000a21:09:47.112319 run osmo-hlr_10.42.42.2(pid=14873): stderr: \u000a| �[0;m�[1;31m20221208210943915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210943915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210943915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210943915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210943915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210943915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210943927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210943935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210943936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210943936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:09:47.157710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14872): Terminating (SIGTERM)\u000a21:09:47.202600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14875): Terminating (SIGTERM)\u000a21:09:47.248387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14878): Terminating (SIGTERM)\u000a21:09:47.259116 --- ParallelTerminationStrategy: PID 14872 died...\u000a21:09:47.315015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14872): Terminated: ok {rc=0}\u000a21:09:47.325226 --- ParallelTerminationStrategy: PID 14875 died...\u000a21:09:47.380676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14875): Terminated: ok {rc=0}\u000a21:09:47.390870 --- ParallelTerminationStrategy: PID 14878 died...\u000a21:09:47.446452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14878): Terminated: ok {rc=0}\u000a21:09:47.533060 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14886): Process ended prematurely: osmo-stp_10.42.42.5(pid=14886) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14886)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14886): Process ended prematurely: osmo-stp_10.42.42.5(pid=14886) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:09:48.582467 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:48.594100 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:09:48.729551 tst ping_idle_ping.py: using LAC 16828\u000a21:09:48.850970 tst ping_idle_ping.py: using RAC 253\u000a21:09:48.965852 tst ping_idle_ping.py: using CellId 16828\u000a21:09:49.081237 tst ping_idle_ping.py: using BVCI 16829\u000a21:09:49.103808 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:49.114905 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:49.125707 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:49.137257 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:49.148731 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:49.160193 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:49.171926 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:49.183386 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:49.476919 tst ping_idle_ping.py:24: start network...\u000a21:09:49.610716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:50.130969 run create_hlr_db(pid=14880): Launched\u000a21:09:50.317305 bus /gobi_6: Setting Powered False\u000a21:09:51.337486 run create_hlr_db(pid=14880): Terminated: ok {rc=0}\u000a21:09:51.738274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14882): Launched\u000a21:09:52.035784 run osmo-hlr_10.42.42.2(pid=14883): Launched\u000a21:09:52.151551 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:52.674289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14885): Launched\u000a21:09:52.971672 run osmo-stp_10.42.42.5(pid=14886): Launched\u000a21:09:53.080543 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:09:53.601143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14888): Launched\u000a21:09:53.706649 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:09:53.966195 run patchelf(pid=14889): Launched\u000a21:09:54.140655 run osmo-stp_10.42.42.5(pid=14886): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14886)]\u000a21:09:54.268106 run osmo-stp_10.42.42.5(pid=14886): stdout: \u000a| (launched: 2022-12-08_21:09:52.824756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:54.395754 run osmo-stp_10.42.42.5(pid=14886): stderr: \u000a| �[0;m�[38;5;43m20221208210952995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210952995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210952995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210952996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210952996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210952996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210952996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:54.518765 run osmo-stp_10.42.42.5(pid=14886): stdout: \u000a| (launched: 2022-12-08_21:09:52.824756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:54.640665 run osmo-stp_10.42.42.5(pid=14886): stderr: \u000a| �[0;m�[38;5;43m20221208210952995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208210952995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208210952995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208210952996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208210952996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208210952996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208210952996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:54.783468 run patchelf(pid=14889): Terminating (SIGINT)\u000a21:09:54.950934 run patchelf(pid=14889): Terminated: ok {rc=0}\u000a21:09:54.981508 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14886): Process ended prematurely: osmo-stp_10.42.42.5(pid=14886) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14886)] [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:09:54.990086 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a21:09:55.050092 run osmo-hlr_10.42.42.2(pid=14883): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14883)]\u000a21:09:55.098493 run osmo-hlr_10.42.42.2(pid=14883): stdout: \u000a| (launched: 2022-12-08_21:09:51.889174) \u000a21:09:55.147858 run osmo-hlr_10.42.42.2(pid=14883): stderr: \u000a| �[0;m�[1;31m20221208210952065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208210952065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208210952065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210952066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208210952066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208210952066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208210952078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208210952086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208210952087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208210952087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:09:55.189696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14882): Terminating (SIGTERM)\u000a21:09:55.229447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14885): Terminating (SIGTERM)\u000a21:09:55.269266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14888): Terminating (SIGTERM)\u000a21:09:55.278517 --- ParallelTerminationStrategy: PID 14882 died...\u000a21:09:55.331847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14882): Terminated: ok {rc=0}\u000a21:09:55.341475 --- ParallelTerminationStrategy: PID 14885 died...\u000a21:09:55.393976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14885): Terminated: ok {rc=0}\u000a21:09:55.403627 --- ParallelTerminationStrategy: PID 14888 died...\u000a21:09:55.455993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14888): Terminated: ok {rc=0}\u000a21:09:55.538759 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:08:57" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14906): Process ended prematurely: osmo-stp_10.42.42.5(pid=14906) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14906)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14906): Process ended prematurely: osmo-stp_10.42.42.5(pid=14906) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:09:57.684862 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:09:57.696418 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:09:57.851315 tst cs_paging_gprs_active.py: using LAC 16829\u000a21:09:57.973092 tst cs_paging_gprs_active.py: using RAC 254\u000a21:09:58.091458 tst cs_paging_gprs_active.py: using CellId 16829\u000a21:09:58.210243 tst cs_paging_gprs_active.py: using BVCI 16830\u000a21:09:58.233360 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:09:58.244359 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:09:58.255322 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:09:58.266473 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:09:58.277460 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:09:58.288350 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:09:58.299474 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:09:58.310555 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:09:58.321730 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:09:58.439808 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:09:58.719285 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:09:58.845337 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:59.157893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14893): Launched\u000a21:09:59.418907 run iperf3-srv_10.42.42.10(pid=14894): Launched\u000a21:09:59.603156 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:09:59.728429 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:00.042108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14895): Launched\u000a21:10:00.303086 run iperf3-srv_10.42.42.10(pid=14896): Launched\u000a21:10:00.487484 tst cs_paging_gprs_active.py:38: start network...\u000a21:10:00.613091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:01.173759 run create_hlr_db(pid=14897): Launched\u000a21:10:01.420374 bus /gobi_6: Setting Powered False\u000a21:10:02.383151 run create_hlr_db(pid=14897): Terminated: ok {rc=0}\u000a21:10:02.872161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14902): Launched\u000a21:10:03.197440 run osmo-hlr_10.42.42.2(pid=14903): Launched\u000a21:10:03.316278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:03.880680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14905): Launched\u000a21:10:04.205406 run osmo-stp_10.42.42.5(pid=14906): Launched\u000a21:10:04.323167 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:04.891907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14908): Launched\u000a21:10:05.008107 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:05.292906 run patchelf(pid=14909): Launched\u000a21:10:05.483678 run osmo-stp_10.42.42.5(pid=14906): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14906)]\u000a21:10:05.623001 run osmo-stp_10.42.42.5(pid=14906): stdout: \u000a| (launched: 2022-12-08_21:10:04.046064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:05.762902 run osmo-stp_10.42.42.5(pid=14906): stderr: \u000a| �[0;m�[38;5;43m20221208211004240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211004240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211004241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211004241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211004242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211004242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211004242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:05.897989 run osmo-stp_10.42.42.5(pid=14906): stdout: \u000a| (launched: 2022-12-08_21:10:04.046064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:06.031377 run osmo-stp_10.42.42.5(pid=14906): stderr: \u000a| �[0;m�[38;5;43m20221208211004240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211004240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211004241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211004241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211004242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211004242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211004242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:06.187350 run patchelf(pid=14909): Terminating (SIGINT)\u000a21:10:06.369995 run patchelf(pid=14909): Terminated: ok {rc=0}\u000a21:10:06.403550 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14906): Process ended prematurely: osmo-stp_10.42.42.5(pid=14906) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14906)] [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:10:06.413802 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a21:10:06.477099 run osmo-hlr_10.42.42.2(pid=14903): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14903)]\u000a21:10:06.528653 run osmo-hlr_10.42.42.2(pid=14903): stdout: \u000a| (launched: 2022-12-08_21:10:03.038048) \u000a21:10:06.580901 run osmo-hlr_10.42.42.2(pid=14903): stderr: \u000a| �[0;m�[1;31m20221208211003238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211003238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211003238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211003238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211003238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211003238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211003250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211003258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211003258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211003258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:06.625631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14893): Terminating (SIGTERM)\u000a21:10:06.667856 run iperf3-srv_10.42.42.10(pid=14894): Terminating (SIGTERM)\u000a21:10:06.710217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14895): Terminating (SIGTERM)\u000a21:10:06.752467 run iperf3-srv_10.42.42.10(pid=14896): Terminating (SIGTERM)\u000a21:10:06.794640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14902): Terminating (SIGTERM)\u000a21:10:06.837089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14905): Terminating (SIGTERM)\u000a21:10:06.879167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14908): Terminating (SIGTERM)\u000a21:10:06.889135 --- ParallelTerminationStrategy: PID 14893 died...\u000a21:10:06.945192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14893): Terminated: ok {rc=0}\u000a21:10:06.955390 --- ParallelTerminationStrategy: PID 14894 died...\u000a21:10:07.010708 run iperf3-srv_10.42.42.10(pid=14894): Terminated {rc=256}\u000a21:10:07.020780 --- ParallelTerminationStrategy: PID 14895 died...\u000a21:10:07.076266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14895): Terminated: ok {rc=0}\u000a21:10:07.086288 --- ParallelTerminationStrategy: PID 14896 died...\u000a21:10:07.142459 run iperf3-srv_10.42.42.10(pid=14896): Terminated {rc=256}\u000a21:10:07.152400 --- ParallelTerminationStrategy: PID 14902 died...\u000a21:10:07.207650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14902): Terminated: ok {rc=0}\u000a21:10:07.217748 --- ParallelTerminationStrategy: PID 14905 died...\u000a21:10:07.272923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14905): Terminated: ok {rc=0}\u000a21:10:07.282988 --- ParallelTerminationStrategy: PID 14908 died...\u000a21:10:07.338367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14908): Terminated: ok {rc=0}\u000a21:10:07.425626 bus /gobi_0: Setting Powered False\u000a21:10:08.530466 bus /gobi_0: Setting Powered False\u000a21:10:09.637785 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14919): Process ended prematurely: osmo-stp_10.42.42.5(pid=14919) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14919)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14919): Process ended prematurely: osmo-stp_10.42.42.5(pid=14919) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:10:10.751457 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:10.763561 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:10:10.920651 tst iperf3.py: using LAC 16830\u000a21:10:11.047258 tst iperf3.py: using RAC 255\u000a21:10:11.174686 tst iperf3.py: using CellId 16830\u000a21:10:11.298466 tst iperf3.py: using BVCI 16831\u000a21:10:11.321775 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:11.332636 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:11.343852 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:11.355351 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:11.366539 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:11.377745 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:11.388746 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:11.399771 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:11.410966 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:11.705319 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:10:11.841145 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:12.176633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14911): Launched\u000a21:10:12.458041 run iperf3-srv_10.42.42.10(pid=14912): Launched\u000a21:10:12.656245 tst iperf3.py:8: start network...\u000a21:10:12.791255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:13.310902 run create_hlr_db(pid=14913): Launched\u000a21:10:13.497708 bus /gobi_6: Setting Powered False\u000a21:10:14.519244 run create_hlr_db(pid=14913): Terminated: ok {rc=0}\u000a21:10:14.950637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14915): Launched\u000a21:10:15.275905 run osmo-hlr_10.42.42.2(pid=14916): Launched\u000a21:10:15.396542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:16.016662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14918): Launched\u000a21:10:16.457879 run osmo-stp_10.42.42.5(pid=14919): Launched\u000a21:10:16.609508 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:17.264417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14921): Launched\u000a21:10:17.372613 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:17.638284 run patchelf(pid=14922): Launched\u000a21:10:17.815590 run osmo-stp_10.42.42.5(pid=14919): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14919)]\u000a21:10:17.944892 run osmo-stp_10.42.42.5(pid=14919): stdout: \u000a| (launched: 2022-12-08_21:10:16.184653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:18.074469 run osmo-stp_10.42.42.5(pid=14919): stderr: \u000a| �[0;m�[38;5;43m20221208211016483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211016483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211016484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211016484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211016490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211016490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211016491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:18.199969 run osmo-stp_10.42.42.5(pid=14919): stdout: \u000a| (launched: 2022-12-08_21:10:16.184653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:18.324311 run osmo-stp_10.42.42.5(pid=14919): stderr: \u000a| �[0;m�[38;5;43m20221208211016483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211016483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211016484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211016484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211016490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211016490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211016491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:18.469576 run patchelf(pid=14922): Terminating (SIGINT)\u000a21:10:18.639964 run patchelf(pid=14922): Terminated: ok {rc=0}\u000a21:10:18.671370 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14919): Process ended prematurely: osmo-stp_10.42.42.5(pid=14919) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14919)] [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:10:18.680534 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a21:10:18.740856 run osmo-hlr_10.42.42.2(pid=14916): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14916)]\u000a21:10:18.789935 run osmo-hlr_10.42.42.2(pid=14916): stdout: \u000a| (launched: 2022-12-08_21:10:15.115569) \u000a21:10:18.839141 run osmo-hlr_10.42.42.2(pid=14916): stderr: \u000a| �[0;m�[1;31m20221208211015317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211015317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211015317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211015318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211015318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211015318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211015330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211015338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211015338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211015338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:18.881620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14911): Terminating (SIGTERM)\u000a21:10:18.921558 run iperf3-srv_10.42.42.10(pid=14912): Terminating (SIGTERM)\u000a21:10:18.961142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14915): Terminating (SIGTERM)\u000a21:10:19.000748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14918): Terminating (SIGTERM)\u000a21:10:19.040440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14921): Terminating (SIGTERM)\u000a21:10:19.049975 --- ParallelTerminationStrategy: PID 14911 died...\u000a21:10:19.103769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14911): Terminated: ok {rc=0}\u000a21:10:19.113821 --- ParallelTerminationStrategy: PID 14912 died...\u000a21:10:19.166682 run iperf3-srv_10.42.42.10(pid=14912): Terminated {rc=256}\u000a21:10:19.176508 --- ParallelTerminationStrategy: PID 14915 died...\u000a21:10:19.229265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14915): Terminated: ok {rc=0}\u000a21:10:19.239115 --- ParallelTerminationStrategy: PID 14918 died...\u000a21:10:19.292233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14918): Terminated: ok {rc=0}\u000a21:10:19.301800 --- ParallelTerminationStrategy: PID 14921 died...\u000a21:10:19.354829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14921): Terminated: ok {rc=0}\u000a21:10:19.443228 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14944): Process ended prematurely: osmo-stp_10.42.42.5(pid=14944) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14944)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14944): Process ended prematurely: osmo-stp_10.42.42.5(pid=14944) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14944)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:10:20.552663 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:20.564319 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:10:20.710605 tst iperf3m4.py: using LAC 16831\u000a21:10:20.832076 tst iperf3m4.py: using RAC 1\u000a21:10:20.952535 tst iperf3m4.py: using CellId 16831\u000a21:10:21.071971 tst iperf3m4.py: using BVCI 16832\u000a21:10:21.094967 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:21.106002 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:21.116830 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:21.128143 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:21.139246 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:21.150282 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:21.161154 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:21.172174 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:21.183506 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:21.304737 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:21.426074 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:21.545960 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:21.842456 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:10:21.978397 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:22.314619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14923): Launched\u000a21:10:22.593432 run iperf3-srv_10.42.42.10(pid=14924): Launched\u000a21:10:22.791368 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:10:22.926821 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:23.260866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14925): Launched\u000a21:10:23.539946 run iperf3-srv_10.42.42.10(pid=14926): Launched\u000a21:10:23.738501 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:10:23.873937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:24.208580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14934): Launched\u000a21:10:24.488887 run iperf3-srv_10.42.42.10(pid=14935): Launched\u000a21:10:24.686389 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:10:24.820635 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:25.156525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14936): Launched\u000a21:10:25.434421 run iperf3-srv_10.42.42.10(pid=14937): Launched\u000a21:10:25.631893 tst iperf3m4.py:8: start network...\u000a21:10:25.766301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:26.285815 run create_hlr_db(pid=14938): Launched\u000a21:10:26.473330 bus /gobi_6: Setting Powered False\u000a21:10:27.494597 run create_hlr_db(pid=14938): Terminated: ok {rc=0}\u000a21:10:27.925564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14940): Launched\u000a21:10:28.250534 run osmo-hlr_10.42.42.2(pid=14941): Launched\u000a21:10:28.372475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:28.937040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14943): Launched\u000a21:10:29.262295 run osmo-stp_10.42.42.5(pid=14944): Launched\u000a21:10:29.379183 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:29.945472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14946): Launched\u000a21:10:30.061156 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:30.346017 run patchelf(pid=14947): Launched\u000a21:10:30.536361 run osmo-stp_10.42.42.5(pid=14944): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14944)]\u000a21:10:30.674998 run osmo-stp_10.42.42.5(pid=14944): stdout: \u000a| (launched: 2022-12-08_21:10:29.101855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:30.813860 run osmo-stp_10.42.42.5(pid=14944): stderr: \u000a| �[0;m�[38;5;43m20221208211029296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211029296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211029296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211029296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211029297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211029297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211029297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:30.962908 run osmo-stp_10.42.42.5(pid=14944): stdout: \u000a| (launched: 2022-12-08_21:10:29.101855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:31.094481 run osmo-stp_10.42.42.5(pid=14944): stderr: \u000a| �[0;m�[38;5;43m20221208211029296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211029296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211029296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211029296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211029297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211029297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211029297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:31.244609 run patchelf(pid=14947): Terminating (SIGINT)\u000a21:10:31.421656 run patchelf(pid=14947): Terminated: ok {rc=0}\u000a21:10:31.454301 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14944): Process ended prematurely: osmo-stp_10.42.42.5(pid=14944) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14944)] [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:10:31.464544 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a21:10:31.531206 run osmo-hlr_10.42.42.2(pid=14941): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14941)]\u000a21:10:31.583481 run osmo-hlr_10.42.42.2(pid=14941): stdout: \u000a| (launched: 2022-12-08_21:10:28.090375) \u000a21:10:31.635917 run osmo-hlr_10.42.42.2(pid=14941): stderr: \u000a| �[0;m�[1;31m20221208211028290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211028290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211028290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211028290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211028291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211028291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211028303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211028312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211028312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211028312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:31.679984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14923): Terminating (SIGTERM)\u000a21:10:31.726380 run iperf3-srv_10.42.42.10(pid=14924): Terminating (SIGTERM)\u000a21:10:31.770041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14925): Terminating (SIGTERM)\u000a21:10:31.815411 run iperf3-srv_10.42.42.10(pid=14926): Terminating (SIGTERM)\u000a21:10:31.860167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14934): Terminating (SIGTERM)\u000a21:10:31.905098 run iperf3-srv_10.42.42.10(pid=14935): Terminating (SIGTERM)\u000a21:10:31.949991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14936): Terminating (SIGTERM)\u000a21:10:31.993162 run iperf3-srv_10.42.42.10(pid=14937): Terminating (SIGTERM)\u000a21:10:32.037288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14940): Terminating (SIGTERM)\u000a21:10:32.081198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14943): Terminating (SIGTERM)\u000a21:10:32.126917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14946): Terminating (SIGTERM)\u000a21:10:32.137653 --- ParallelTerminationStrategy: PID 14923 died...\u000a21:10:32.193198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14923): Terminated: ok {rc=0}\u000a21:10:32.203589 --- ParallelTerminationStrategy: PID 14924 died...\u000a21:10:32.258477 run iperf3-srv_10.42.42.10(pid=14924): Terminated {rc=256}\u000a21:10:32.268427 --- ParallelTerminationStrategy: PID 14925 died...\u000a21:10:32.322256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14925): Terminated: ok {rc=0}\u000a21:10:32.332733 --- ParallelTerminationStrategy: PID 14926 died...\u000a21:10:32.386963 run iperf3-srv_10.42.42.10(pid=14926): Terminated {rc=256}\u000a21:10:32.397497 --- ParallelTerminationStrategy: PID 14934 died...\u000a21:10:32.451308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14934): Terminated: ok {rc=0}\u000a21:10:32.461807 --- ParallelTerminationStrategy: PID 14935 died...\u000a21:10:32.515668 run iperf3-srv_10.42.42.10(pid=14935): Terminated {rc=256}\u000a21:10:32.525980 --- ParallelTerminationStrategy: PID 14936 died...\u000a21:10:32.579883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14936): Terminated: ok {rc=0}\u000a21:10:32.590366 --- ParallelTerminationStrategy: PID 14937 died...\u000a21:10:32.644636 run iperf3-srv_10.42.42.10(pid=14937): Terminated {rc=256}\u000a21:10:32.654563 --- ParallelTerminationStrategy: PID 14940 died...\u000a21:10:32.709231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14940): Terminated: ok {rc=0}\u000a21:10:32.719315 --- ParallelTerminationStrategy: PID 14943 died...\u000a21:10:32.773138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14943): Terminated: ok {rc=0}\u000a21:10:32.783644 --- ParallelTerminationStrategy: PID 14946 died...\u000a21:10:32.837967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14946): Terminated: ok {rc=0}\u000a21:10:32.927437 bus /gobi_4: Setting Powered False\u000a21:10:34.030268 bus /gobi_4: Setting Powered False\u000a21:10:35.140032 bus /gobi_1: Setting Powered False\u000a21:10:36.242610 bus /gobi_1: Setting Powered False\u000a21:10:37.351320 bus /gobi_0: Setting Powered False\u000a21:10:38.452063 bus /gobi_0: Setting Powered False\u000a21:10:39.564040 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14955): Process ended prematurely: osmo-stp_10.42.42.5(pid=14955) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14955)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14955): Process ended prematurely: osmo-stp_10.42.42.5(pid=14955) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:10:40.632172 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:40.644097 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:10:40.797399 tst ping.py: using LAC 16832\u000a21:10:40.924247 tst ping.py: using RAC 2\u000a21:10:41.049496 tst ping.py: using CellId 16832\u000a21:10:41.176865 tst ping.py: using BVCI 16833\u000a21:10:41.201394 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:41.212997 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:41.224247 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:41.235663 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:41.246981 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:41.258324 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:41.269759 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:41.281456 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:41.571140 tst ping.py:19: start network...\u000a21:10:41.704111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:42.215378 run create_hlr_db(pid=14949): Launched\u000a21:10:42.400829 bus /gobi_6: Setting Powered False\u000a21:10:43.421077 run create_hlr_db(pid=14949): Terminated: ok {rc=0}\u000a21:10:43.821640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14951): Launched\u000a21:10:44.118448 run osmo-hlr_10.42.42.2(pid=14952): Launched\u000a21:10:44.232279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:44.766780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14954): Launched\u000a21:10:45.063472 run osmo-stp_10.42.42.5(pid=14955): Launched\u000a21:10:45.171226 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:45.687806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14957): Launched\u000a21:10:45.793263 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:46.087924 run patchelf(pid=14958): Launched\u000a21:10:46.265544 run osmo-stp_10.42.42.5(pid=14955): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14955)]\u000a21:10:46.396518 run osmo-stp_10.42.42.5(pid=14955): stdout: \u000a| (launched: 2022-12-08_21:10:44.917728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:46.528106 run osmo-stp_10.42.42.5(pid=14955): stderr: \u000a| �[0;m�[38;5;43m20221208211045086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211045086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211045086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211045087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211045089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211045089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211045089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:46.654873 run osmo-stp_10.42.42.5(pid=14955): stdout: \u000a| (launched: 2022-12-08_21:10:44.917728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:46.780169 run osmo-stp_10.42.42.5(pid=14955): stderr: \u000a| �[0;m�[38;5;43m20221208211045086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211045086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211045086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211045087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211045089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211045089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211045089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:46.926007 run patchelf(pid=14958): Terminating (SIGINT)\u000a21:10:47.096176 run patchelf(pid=14958): Terminated: ok {rc=0}\u000a21:10:47.127463 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14955): Process ended prematurely: osmo-stp_10.42.42.5(pid=14955) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14955)] [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:10:47.136587 tst ping.py:22: Test FAILED (6.5 sec)\u000a21:10:47.198128 run osmo-hlr_10.42.42.2(pid=14952): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14952)]\u000a21:10:47.246664 run osmo-hlr_10.42.42.2(pid=14952): stdout: \u000a| (launched: 2022-12-08_21:10:43.972066) \u000a21:10:47.295988 run osmo-hlr_10.42.42.2(pid=14952): stderr: \u000a| �[0;m�[1;31m20221208211044146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211044146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211044147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211044147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211044147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211044147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211044159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211044169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211044170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211044170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:47.337684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14951): Terminating (SIGTERM)\u000a21:10:47.377120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14954): Terminating (SIGTERM)\u000a21:10:47.416471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14957): Terminating (SIGTERM)\u000a21:10:47.425965 --- ParallelTerminationStrategy: PID 14951 died...\u000a21:10:47.478700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14951): Terminated: ok {rc=0}\u000a21:10:47.489392 --- ParallelTerminationStrategy: PID 14954 died...\u000a21:10:47.541843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14954): Terminated: ok {rc=0}\u000a21:10:47.551571 --- ParallelTerminationStrategy: PID 14957 died...\u000a21:10:47.604416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14957): Terminated: ok {rc=0}\u000a21:10:47.692221 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14965): Process ended prematurely: osmo-stp_10.42.42.5(pid=14965) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14965)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14965): Process ended prematurely: osmo-stp_10.42.42.5(pid=14965) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:10:48.745122 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:48.757049 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:10:48.904022 tst ping_idle_ping.py: using LAC 16833\u000a21:10:49.022244 tst ping_idle_ping.py: using RAC 3\u000a21:10:49.138515 tst ping_idle_ping.py: using CellId 16833\u000a21:10:49.268111 tst ping_idle_ping.py: using BVCI 16834\u000a21:10:49.292723 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:49.304459 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:49.315944 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:49.328147 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:49.340156 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:49.353018 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:49.365323 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:49.376755 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:49.654020 tst ping_idle_ping.py:24: start network...\u000a21:10:49.778253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:50.247979 run create_hlr_db(pid=14959): Launched\u000a21:10:50.419908 bus /gobi_6: Setting Powered False\u000a21:10:51.441756 run create_hlr_db(pid=14959): Terminated: ok {rc=0}\u000a21:10:51.866958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14961): Launched\u000a21:10:52.186112 run osmo-hlr_10.42.42.2(pid=14962): Launched\u000a21:10:52.301561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:52.855210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14964): Launched\u000a21:10:53.173844 run osmo-stp_10.42.42.5(pid=14965): Launched\u000a21:10:53.289170 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:53.846352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14967): Launched\u000a21:10:53.959849 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:54.238124 run patchelf(pid=14968): Launched\u000a21:10:54.424828 run osmo-stp_10.42.42.5(pid=14965): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14965)]\u000a21:10:54.561461 run osmo-stp_10.42.42.5(pid=14965): stdout: \u000a| (launched: 2022-12-08_21:10:53.017193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:54.697738 run osmo-stp_10.42.42.5(pid=14965): stderr: \u000a| �[0;m�[38;5;43m20221208211053208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211053208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211053208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211053209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211053209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211053209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211053209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:54.829025 run osmo-stp_10.42.42.5(pid=14965): stdout: \u000a| (launched: 2022-12-08_21:10:53.017193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:54.959711 run osmo-stp_10.42.42.5(pid=14965): stderr: \u000a| �[0;m�[38;5;43m20221208211053208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211053208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211053208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211053209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211053209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211053209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211053209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:55.111954 run patchelf(pid=14968): Terminating (SIGINT)\u000a21:10:55.291105 run patchelf(pid=14968): Terminated: ok {rc=0}\u000a21:10:55.323619 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14965): Process ended prematurely: osmo-stp_10.42.42.5(pid=14965) [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14965)] [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:10:55.332903 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a21:10:55.395219 run osmo-hlr_10.42.42.2(pid=14962): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14962)]\u000a21:10:55.446302 run osmo-hlr_10.42.42.2(pid=14962): stdout: \u000a| (launched: 2022-12-08_21:10:52.029274) \u000a21:10:55.497997 run osmo-hlr_10.42.42.2(pid=14962): stderr: \u000a| �[0;m�[1;31m20221208211052228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211052228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211052228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211052228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211052228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211052228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211052241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211052251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211052251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211052251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:55.542083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14961): Terminating (SIGTERM)\u000a21:10:55.583903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14964): Terminating (SIGTERM)\u000a21:10:55.625689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14967): Terminating (SIGTERM)\u000a21:10:55.635367 --- ParallelTerminationStrategy: PID 14961 died...\u000a21:10:55.690879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14961): Terminated: ok {rc=0}\u000a21:10:55.700891 --- ParallelTerminationStrategy: PID 14964 died...\u000a21:10:55.756430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14964): Terminated: ok {rc=0}\u000a21:10:55.766470 --- ParallelTerminationStrategy: PID 14967 died...\u000a21:10:55.822311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14967): Terminated: ok {rc=0}\u000a21:10:55.909627 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:09:57" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14978): Process ended prematurely: osmo-stp_10.42.42.5(pid=14978) [trial-2349↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14978)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14978): Process ended prematurely: osmo-stp_10.42.42.5(pid=14978) [trial-2349↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:10:57.918346 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:10:57.930423 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:10:58.081815 tst switch_tch_pdch.py: using LAC 16834\u000a21:10:58.207321 tst switch_tch_pdch.py: using RAC 4\u000a21:10:58.333572 tst switch_tch_pdch.py: using CellId 16834\u000a21:10:58.459154 tst switch_tch_pdch.py: using BVCI 16835\u000a21:10:58.483483 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:10:58.495601 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:10:58.507522 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:10:58.519439 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:10:58.531391 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:10:58.543303 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:10:58.555262 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:10:58.567307 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:10:58.684385 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:10:58.959068 tst switch_tch_pdch.py:51: start network...\u000a21:10:59.082103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:59.547343 run create_hlr_db(pid=14972): Launched\u000a21:10:59.719115 bus /gobi_6: Setting Powered False\u000a21:11:00.740171 run create_hlr_db(pid=14972): Terminated: ok {rc=0}\u000a21:11:01.149557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14974): Launched\u000a21:11:01.540892 run osmo-hlr_10.42.42.2(pid=14975): Launched\u000a21:11:01.723349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:02.404630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14977): Launched\u000a21:11:02.703217 run osmo-stp_10.42.42.5(pid=14978): Launched\u000a21:11:02.812124 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:11:03.329071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14980): Launched\u000a21:11:03.434187 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:11:03.693478 run patchelf(pid=14981): Launched\u000a21:11:03.867917 run osmo-stp_10.42.42.5(pid=14978): ERR: Terminated: ERROR {rc=1} [trial-2349↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14978)]\u000a21:11:03.995186 run osmo-stp_10.42.42.5(pid=14978): stdout: \u000a| (launched: 2022-12-08_21:11:02.555674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:04.122688 run osmo-stp_10.42.42.5(pid=14978): stderr: \u000a| �[0;m�[38;5;43m20221208211102724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211102724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211102724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211102725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211102726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211102726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211102726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:04.245546 run osmo-stp_10.42.42.5(pid=14978): stdout: \u000a| (launched: 2022-12-08_21:11:02.555674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:04.367176 run osmo-stp_10.42.42.5(pid=14978): stderr: \u000a| �[0;m�[38;5;43m20221208211102724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211102724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211102724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211102725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211102726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211102726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211102726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:04.509312 run patchelf(pid=14981): Terminating (SIGINT)\u000a21:11:04.676846 run patchelf(pid=14981): Terminated: ok {rc=0}\u000a21:11:04.707377 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14978): Process ended prematurely: osmo-stp_10.42.42.5(pid=14978) [trial-2349↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14978)] [trial-2349↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:11:04.716044 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a21:11:04.775781 run osmo-hlr_10.42.42.2(pid=14975): ERR: Terminated: ERROR {rc=237} [trial-2349↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14975)]\u000a21:11:04.825177 run osmo-hlr_10.42.42.2(pid=14975): stdout: \u000a| (launched: 2022-12-08_21:11:01.302912) \u000a21:11:04.874927 run osmo-hlr_10.42.42.2(pid=14975): stderr: \u000a| �[0;m�[1;31m20221208211101638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211101638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211101638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211101638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211101638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211101639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211101654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211101672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211101675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211101677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:04.917149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14974): Terminating (SIGTERM)\u000a21:11:04.956837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14977): Terminating (SIGTERM)\u000a21:11:04.996433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14980): Terminating (SIGTERM)\u000a21:11:05.005909 --- ParallelTerminationStrategy: PID 14974 died...\u000a21:11:05.059535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14974): Terminated: ok {rc=0}\u000a21:11:05.069250 --- ParallelTerminationStrategy: PID 14977 died...\u000a21:11:05.121759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14977): Terminated: ok {rc=0}\u000a21:11:05.131456 --- ParallelTerminationStrategy: PID 14980 died...\u000a21:11:05.184064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14980): Terminated: ok {rc=0}\u000a21:11:05.266792 bus /gobi_0: Setting Powered False\u000a21:11:06.372037 bus /gobi_0: Setting Powered False\u000a21:11:07.479183 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:10:57" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "sms:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14991): Process ended prematurely: osmo-stp_10.42.42.5(pid=14991) [trial-2349↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14991)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14991): Process ended prematurely: osmo-stp_10.42.42.5(pid=14991) [trial-2349↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a21:11:09.424626 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:09.435660 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:11:09.573155 tst mo_mt_sms.py: using LAC 16835\u000a21:11:09.699099 tst mo_mt_sms.py: using RAC 5\u000a21:11:09.820631 tst mo_mt_sms.py: using CellId 16835\u000a21:11:09.937394 tst mo_mt_sms.py: using BVCI 16836\u000a21:11:09.959817 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:09.970680 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:09.981642 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:09.992486 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:10.003444 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:10.014178 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a21:11:10.134822 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a21:11:10.345881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:10.854140 run create_hlr_db(pid=14985): Launched\u000a21:11:11.039363 bus /gobi_6: Setting Powered False\u000a21:11:12.059912 run create_hlr_db(pid=14985): Terminated: ok {rc=0}\u000a21:11:12.458410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14987): Launched\u000a21:11:12.754906 run osmo-hlr_10.42.42.2(pid=14988): Launched\u000a21:11:12.868273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:13.394217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14990): Launched\u000a21:11:13.690653 run osmo-stp_10.42.42.5(pid=14991): Launched\u000a21:11:13.798436 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:11:14.339485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14993): Launched\u000a21:11:14.636820 run osmo-msc_10.42.42.6(pid=14994): Launched\u000a21:11:14.812017 run osmo-stp_10.42.42.5(pid=14991): ERR: Terminated: ERROR {rc=1} [trial-2349↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14991)]\u000a21:11:14.938324 run osmo-stp_10.42.42.5(pid=14991): stdout: \u000a| (launched: 2022-12-08_21:11:13.544004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:15.062437 run osmo-stp_10.42.42.5(pid=14991): stderr: \u000a| �[0;m�[38;5;43m20221208211113711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211113711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211113711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211113712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211113714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211113714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211113714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:15.181608 run osmo-stp_10.42.42.5(pid=14991): stdout: \u000a| (launched: 2022-12-08_21:11:13.544004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:15.299896 run osmo-stp_10.42.42.5(pid=14991): stderr: \u000a| �[0;m�[38;5;43m20221208211113711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211113711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211113711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211113712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211113714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211113714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211113714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:15.351755 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=14991): Process ended prematurely: osmo-stp_10.42.42.5(pid=14991) [trial-2349↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14991)] [trial-2349↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a21:11:15.359467 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a21:11:15.419200 run osmo-hlr_10.42.42.2(pid=14988): ERR: Terminated: ERROR {rc=237} [trial-2349↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14988)]\u000a21:11:15.468045 run osmo-hlr_10.42.42.2(pid=14988): stdout: \u000a| (launched: 2022-12-08_21:11:12.608750) \u000a21:11:15.517268 run osmo-hlr_10.42.42.2(pid=14988): stderr: \u000a| �[0;m�[1;31m20221208211112786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211112786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211112786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211112786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211112786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211112786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211112802 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211112811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211112811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211112811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:15.584670 run osmo-msc_10.42.42.6(pid=14994): ERR: Terminated: ERROR {rc=2} [trial-2349↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14994)]\u000a21:11:15.633205 run osmo-msc_10.42.42.6(pid=14994): stdout: \u000a| (launched: 2022-12-08_21:11:14.490007) \u000a21:11:15.682367 run osmo-msc_10.42.42.6(pid=14994): stderr: \u000a| �[0;m�[38;5;43m20221208211114763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211114763 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae56778c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211114764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211114764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211114764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211114764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211114766 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211114766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211114766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211114766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:11:15.723959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14987): Terminating (SIGTERM)\u000a21:11:15.763517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14990): Terminating (SIGTERM)\u000a21:11:15.803088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14993): Terminating (SIGTERM)\u000a21:11:15.812480 --- ParallelTerminationStrategy: PID 14987 died...\u000a21:11:15.867157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14987): Terminated: ok {rc=0}\u000a21:11:15.877398 --- ParallelTerminationStrategy: PID 14990 died...\u000a21:11:15.936074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14990): Terminated: ok {rc=0}\u000a21:11:15.946027 --- ParallelTerminationStrategy: PID 14993 died...\u000a21:11:15.999472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14993): Terminated: ok {rc=0}\u000a21:11:16.099177 bus /sierra_3: Setting Powered False\u000a21:11:17.209241 bus /sierra_3: Setting Powered False\u000a21:11:18.320448 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:11:09" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15001): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15001) [trial-2349↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15001)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15001): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15001) [trial-2349↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a21:11:20.156853 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a21:11:20.167683 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:11:20.302218 tst assert_extension.py: using LAC 16836\u000a21:11:20.426281 tst assert_extension.py: using RAC 6\u000a21:11:20.552145 tst assert_extension.py: using CellId 16836\u000a21:11:20.678855 tst assert_extension.py: using BVCI 16837\u000a21:11:20.703010 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a21:11:20.991753 tst assert_extension.py:10: start nitb and bts...\u000a21:11:21.124753 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:11:21.781658 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15000): Launched\u000a21:11:22.097992 run osmo-nitb_10.42.42.2(pid=15001): Launched\u000a21:11:22.294245 run osmo-nitb_10.42.42.2(pid=15001): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15001)]\u000a21:11:22.438814 run osmo-nitb_10.42.42.2(pid=15001): stdout: \u000a| (launched: 2022-12-08_21:11:21.944147) \u000a21:11:22.583594 run osmo-nitb_10.42.42.2(pid=15001): stderr: \u000a| (launched: 2022-12-08_21:11:21.991557)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:11:22.722951 run osmo-nitb_10.42.42.2(pid=15001): stdout: \u000a| (launched: 2022-12-08_21:11:21.944147) \u000a21:11:22.861921 run osmo-nitb_10.42.42.2(pid=15001): stderr: \u000a| (launched: 2022-12-08_21:11:21.991557)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:11:23.225856 tst osmo-nitb_10.42.42.2(pid=15001): stdout: \u000a| (launched: 2022-12-08_21:11:21.944147) \u000a21:11:23.352102 tst osmo-nitb_10.42.42.2(pid=15001): stderr: \u000a| (launched: 2022-12-08_21:11:21.991557)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:11:23.407468 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=15001): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15001) [trial-2349↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15001)] [trial-2349↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a21:11:23.416089 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a21:11:23.451755 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15000): Terminating (SIGTERM)\u000a21:11:23.629463 --- ParallelTerminationStrategy: PID 15000 died...\u000a21:11:23.686087 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15000): Terminated: ok {rc=0}\u000a21:11:23.771504 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:11:20" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15011): Process ended prematurely: osmo-stp_10.42.42.5(pid=15011) [trial-2349↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15011)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15011): Process ended prematurely: osmo-stp_10.42.42.5(pid=15011) [trial-2349↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a21:11:25.609387 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:25.621445 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:11:25.759340 tst assert_extension.py: using LAC 16837\u000a21:11:25.883066 tst assert_extension.py: using RAC 7\u000a21:11:26.008475 tst assert_extension.py: using CellId 16837\u000a21:11:26.135495 tst assert_extension.py: using BVCI 16838\u000a21:11:26.159637 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:26.170836 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:26.181863 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:26.192747 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:26.203772 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:26.214738 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a21:11:26.416183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:26.883936 run create_hlr_db(pid=15005): Launched\u000a21:11:27.056292 bus /sierra_2: Setting Powered False\u000a21:11:28.076680 run create_hlr_db(pid=15005): Terminated: ok {rc=0}\u000a21:11:28.473573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15007): Launched\u000a21:11:28.770447 run osmo-hlr_10.42.42.2(pid=15008): Launched\u000a21:11:28.883259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:29.412086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15010): Launched\u000a21:11:29.710212 run osmo-stp_10.42.42.5(pid=15011): Launched\u000a21:11:29.818735 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:11:30.359324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15013): Launched\u000a21:11:30.657318 run osmo-msc_10.42.42.6(pid=15014): Launched\u000a21:11:30.838935 run osmo-stp_10.42.42.5(pid=15011): ERR: Terminated: ERROR {rc=1} [trial-2349↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15011)]\u000a21:11:31.045365 run osmo-stp_10.42.42.5(pid=15011): stdout: \u000a| (launched: 2022-12-08_21:11:29.562868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:31.173492 run osmo-stp_10.42.42.5(pid=15011): stderr: \u000a| �[0;m�[38;5;43m20221208211129733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211129733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211129733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211129734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211129734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211129734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211129734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:31.296433 run osmo-stp_10.42.42.5(pid=15011): stdout: \u000a| (launched: 2022-12-08_21:11:29.562868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:31.418721 run osmo-stp_10.42.42.5(pid=15011): stderr: \u000a| �[0;m�[38;5;43m20221208211129733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211129733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211129733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211129734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211129734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211129734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211129734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:31.472157 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=15011): Process ended prematurely: osmo-stp_10.42.42.5(pid=15011) [trial-2349↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15011)] [trial-2349↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a21:11:31.481249 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a21:11:31.545741 run osmo-hlr_10.42.42.2(pid=15008): ERR: Terminated: ERROR {rc=237} [trial-2349↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15008)]\u000a21:11:31.597456 run osmo-hlr_10.42.42.2(pid=15008): stdout: \u000a| (launched: 2022-12-08_21:11:28.623622) \u000a21:11:31.650104 run osmo-hlr_10.42.42.2(pid=15008): stderr: \u000a| �[0;m�[1;31m20221208211128799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211128799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211128799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211128799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211128799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211128799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211128824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211128834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211128834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211128834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:31.720228 run osmo-msc_10.42.42.6(pid=15014): ERR: Terminated: ERROR {rc=2} [trial-2349↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15014)]\u000a21:11:31.771876 run osmo-msc_10.42.42.6(pid=15014): stdout: \u000a| (launched: 2022-12-08_21:11:30.509694) \u000a21:11:31.824376 run osmo-msc_10.42.42.6(pid=15014): stderr: \u000a| �[0;m�[38;5;43m20221208211130781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211130782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a1c572c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211130782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211130782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211130782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211130783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211130784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211130785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211130785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211130785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:11:31.868660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15007): Terminating (SIGTERM)\u000a21:11:31.912211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15010): Terminating (SIGTERM)\u000a21:11:31.954837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15013): Terminating (SIGTERM)\u000a21:11:31.966440 --- ParallelTerminationStrategy: PID 15007 died...\u000a21:11:32.024657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15007): Terminated: ok {rc=0}\u000a21:11:32.035317 --- ParallelTerminationStrategy: PID 15010 died...\u000a21:11:32.090792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15010): Terminated: ok {rc=0}\u000a21:11:32.102469 --- ParallelTerminationStrategy: PID 15013 died...\u000a21:11:32.157735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15013): Terminated: ok {rc=0}\u000a21:11:32.244084 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:11:25" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15025): Process ended prematurely: osmo-stp_10.42.42.5(pid=15025) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15025)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15025): Process ended prematurely: osmo-stp_10.42.42.5(pid=15025) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:11:34.215378 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:34.226781 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:11:34.378745 tst mo_mt_call.py: using LAC 16838\u000a21:11:34.496225 tst mo_mt_call.py: using RAC 8\u000a21:11:34.622835 tst mo_mt_call.py: using CellId 16838\u000a21:11:34.748244 tst mo_mt_call.py: using BVCI 16839\u000a21:11:34.772734 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:34.784619 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:34.796173 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:34.807798 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:34.819430 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:34.830967 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:11:34.952563 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:11:35.153750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:35.628046 run create_hlr_db(pid=15019): Launched\u000a21:11:35.801816 bus /sierra_2: Setting Powered False\u000a21:11:36.823981 run create_hlr_db(pid=15019): Terminated: ok {rc=0}\u000a21:11:37.256109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15021): Launched\u000a21:11:37.584035 run osmo-hlr_10.42.42.2(pid=15022): Launched\u000a21:11:37.702280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:38.265315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15024): Launched\u000a21:11:38.590507 run osmo-stp_10.42.42.5(pid=15025): Launched\u000a21:11:38.707754 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:11:39.301114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15027): Launched\u000a21:11:39.626320 run osmo-msc_10.42.42.6(pid=15028): Launched\u000a21:11:39.816385 run osmo-stp_10.42.42.5(pid=15025): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15025)]\u000a21:11:39.955655 run osmo-stp_10.42.42.5(pid=15025): stdout: \u000a| (launched: 2022-12-08_21:11:38.430277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:40.092134 run osmo-stp_10.42.42.5(pid=15025): stderr: \u000a| �[0;m�[38;5;43m20221208211138625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211138625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211138625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211138626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211138626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211138626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211138626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:40.222019 run osmo-stp_10.42.42.5(pid=15025): stdout: \u000a| (launched: 2022-12-08_21:11:38.430277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:40.350523 run osmo-stp_10.42.42.5(pid=15025): stderr: \u000a| �[0;m�[38;5;43m20221208211138625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211138625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211138625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211138626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211138626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211138626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211138626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:40.407414 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15025): Process ended prematurely: osmo-stp_10.42.42.5(pid=15025) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15025)] [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a21:11:40.416482 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:11:40.478732 run osmo-hlr_10.42.42.2(pid=15022): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15022)]\u000a21:11:40.529648 run osmo-hlr_10.42.42.2(pid=15022): stdout: \u000a| (launched: 2022-12-08_21:11:37.421669) \u000a21:11:40.581476 run osmo-hlr_10.42.42.2(pid=15022): stderr: \u000a| �[0;m�[1;31m20221208211137622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211137622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211137622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211137622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211137622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211137622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211137635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211137643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211137644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211137644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:40.651661 run osmo-msc_10.42.42.6(pid=15028): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15028)]\u000a21:11:40.702627 run osmo-msc_10.42.42.6(pid=15028): stdout: \u000a| (launched: 2022-12-08_21:11:39.466526) \u000a21:11:40.753922 run osmo-msc_10.42.42.6(pid=15028): stderr: \u000a| �[0;m�[38;5;43m20221208211139791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211139791 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f822d712c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211139792 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211139792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211139792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211139792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211139794 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211139794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211139794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211139794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:11:40.797854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15021): Terminating (SIGTERM)\u000a21:11:40.839551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15024): Terminating (SIGTERM)\u000a21:11:40.881655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15027): Terminating (SIGTERM)\u000a21:11:40.891327 --- ParallelTerminationStrategy: PID 15021 died...\u000a21:11:40.947740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15021): Terminated: ok {rc=0}\u000a21:11:40.957900 --- ParallelTerminationStrategy: PID 15024 died...\u000a21:11:41.013535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15024): Terminated: ok {rc=0}\u000a21:11:41.023589 --- ParallelTerminationStrategy: PID 15027 died...\u000a21:11:41.079208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15027): Terminated: ok {rc=0}\u000a21:11:41.166271 bus /sierra_3: Setting Powered False\u000a21:11:42.273703 bus /sierra_3: Setting Powered False\u000a21:11:43.385148 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15036): Process ended prematurely: osmo-stp_10.42.42.5(pid=15036) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15036)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15036): Process ended prematurely: osmo-stp_10.42.42.5(pid=15036) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:11:44.498966 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:44.511249 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:11:44.673535 tst mo_mt_call_osmux.py: using LAC 16839\u000a21:11:44.802211 tst mo_mt_call_osmux.py: using RAC 9\u000a21:11:44.929899 tst mo_mt_call_osmux.py: using CellId 16839\u000a21:11:45.058899 tst mo_mt_call_osmux.py: using BVCI 16840\u000a21:11:45.083792 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:45.095506 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:45.107063 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:45.118634 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:45.130300 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:45.141858 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:11:45.263040 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:11:45.467329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:45.987882 run create_hlr_db(pid=15030): Launched\u000a21:11:46.200924 bus /sierra_2: Setting Powered False\u000a21:11:47.197059 run create_hlr_db(pid=15030): Terminated: ok {rc=0}\u000a21:11:47.629626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15032): Launched\u000a21:11:47.933063 run osmo-hlr_10.42.42.2(pid=15033): Launched\u000a21:11:48.047880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:48.579391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15035): Launched\u000a21:11:48.882700 run osmo-stp_10.42.42.5(pid=15036): Launched\u000a21:11:48.993215 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:11:49.544858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15038): Launched\u000a21:11:49.850800 run osmo-msc_10.42.42.6(pid=15039): Launched\u000a21:11:50.030080 run osmo-stp_10.42.42.5(pid=15036): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15036)]\u000a21:11:50.159771 run osmo-stp_10.42.42.5(pid=15036): stdout: \u000a| (launched: 2022-12-08_21:11:48.733160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:50.286241 run osmo-stp_10.42.42.5(pid=15036): stderr: \u000a| �[0;m�[38;5;43m20221208211148905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211148905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211148905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211148906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211148906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211148906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211148906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:50.407368 run osmo-stp_10.42.42.5(pid=15036): stdout: \u000a| (launched: 2022-12-08_21:11:48.733160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:50.527007 run osmo-stp_10.42.42.5(pid=15036): stderr: \u000a| �[0;m�[38;5;43m20221208211148905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211148905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211148905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211148906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211148906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211148906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211148906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:50.579996 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15036): Process ended prematurely: osmo-stp_10.42.42.5(pid=15036) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15036)] [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a21:11:50.588584 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a21:11:50.648489 run osmo-hlr_10.42.42.2(pid=15033): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15033)]\u000a21:11:50.697287 run osmo-hlr_10.42.42.2(pid=15033): stdout: \u000a| (launched: 2022-12-08_21:11:47.783919) \u000a21:11:50.746862 run osmo-hlr_10.42.42.2(pid=15033): stderr: \u000a| �[0;m�[1;31m20221208211147961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211147961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211147961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211147961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211147961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211147961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211147973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211147982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211147983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211147983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:50.814242 run osmo-msc_10.42.42.6(pid=15039): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15039)]\u000a21:11:50.863221 run osmo-msc_10.42.42.6(pid=15039): stdout: \u000a| (launched: 2022-12-08_21:11:49.698436) \u000a21:11:50.912539 run osmo-msc_10.42.42.6(pid=15039): stderr: \u000a| �[0;m�[38;5;43m20221208211149970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211149970 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94e0a4ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211149970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211149970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211149971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211149971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211149972 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211149973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211149973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211149973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:11:50.954470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15032): Terminating (SIGTERM)\u000a21:11:50.994596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15035): Terminating (SIGTERM)\u000a21:11:51.034392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15038): Terminating (SIGTERM)\u000a21:11:51.043882 --- ParallelTerminationStrategy: PID 15032 died...\u000a21:11:51.097179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15032): Terminated: ok {rc=0}\u000a21:11:51.106753 --- ParallelTerminationStrategy: PID 15035 died...\u000a21:11:51.159761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15035): Terminated: ok {rc=0}\u000a21:11:51.169692 --- ParallelTerminationStrategy: PID 15038 died...\u000a21:11:51.222731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15038): Terminated: ok {rc=0}\u000a21:11:51.310511 bus /sierra_3: Setting Powered False\u000a21:11:52.415926 bus /sierra_3: Setting Powered False\u000a21:11:53.522013 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:11:33" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15050): Process ended prematurely: osmo-stp_10.42.42.5(pid=15050) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15050)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15050): Process ended prematurely: osmo-stp_10.42.42.5(pid=15050) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:11:55.514384 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:11:55.525567 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:11:55.678127 tst mo_mt_call.py: using LAC 16840\u000a21:11:55.797343 tst mo_mt_call.py: using RAC 10\u000a21:11:55.915743 tst mo_mt_call.py: using CellId 16840\u000a21:11:56.033451 tst mo_mt_call.py: using BVCI 16841\u000a21:11:56.056278 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:11:56.067484 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:11:56.078598 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:11:56.089833 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:11:56.101209 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:11:56.112439 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:11:56.234735 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:11:56.437701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:56.913286 run create_hlr_db(pid=15044): Launched\u000a21:11:57.087572 bus /sierra_2: Setting Powered False\u000a21:11:58.109696 run create_hlr_db(pid=15044): Terminated: ok {rc=0}\u000a21:11:58.540293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15046): Launched\u000a21:11:58.866197 run osmo-hlr_10.42.42.2(pid=15047): Launched\u000a21:11:58.987549 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:59.552230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15049): Launched\u000a21:11:59.877571 run osmo-stp_10.42.42.5(pid=15050): Launched\u000a21:11:59.995951 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:12:00.587898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15052): Launched\u000a21:12:01.020624 run osmo-msc_10.42.42.6(pid=15053): Launched\u000a21:12:01.304186 run osmo-stp_10.42.42.5(pid=15050): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15050)]\u000a21:12:01.578707 run osmo-stp_10.42.42.5(pid=15050): stdout: \u000a| (launched: 2022-12-08_21:11:59.717524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:01.723394 run osmo-stp_10.42.42.5(pid=15050): stderr: \u000a| �[0;m�[38;5;43m20221208211159912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211159912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211159912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211159913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211159913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211159913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211159913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:01.856678 run osmo-stp_10.42.42.5(pid=15050): stdout: \u000a| (launched: 2022-12-08_21:11:59.717524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:01.989102 run osmo-stp_10.42.42.5(pid=15050): stderr: \u000a| �[0;m�[38;5;43m20221208211159912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211159912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211159912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211159913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211159913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211159913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211159913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:02.047256 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15050): Process ended prematurely: osmo-stp_10.42.42.5(pid=15050) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15050)] [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:12:02.057129 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a21:12:02.120848 run osmo-hlr_10.42.42.2(pid=15047): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15047)]\u000a21:12:02.173004 run osmo-hlr_10.42.42.2(pid=15047): stdout: \u000a| (launched: 2022-12-08_21:11:58.705952) \u000a21:12:02.225490 run osmo-hlr_10.42.42.2(pid=15047): stderr: \u000a| �[0;m�[1;31m20221208211158903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211158903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211158904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211158904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211158904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211158904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211158916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211158925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211158925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211158925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:02.296648 run osmo-msc_10.42.42.6(pid=15053): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15053)]\u000a21:12:02.347500 run osmo-msc_10.42.42.6(pid=15053): stdout: \u000a| (launched: 2022-12-08_21:12:00.753067) \u000a21:12:02.398946 run osmo-msc_10.42.42.6(pid=15053): stderr: \u000a| �[0;m�[38;5;43m20221208211201310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211201310 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e4ffc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211201310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211201310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211201310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211201311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211201312 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211201313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211201313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211201313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:12:02.442840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15046): Terminating (SIGTERM)\u000a21:12:02.484342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15049): Terminating (SIGTERM)\u000a21:12:02.526112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15052): Terminating (SIGTERM)\u000a21:12:02.535794 --- ParallelTerminationStrategy: PID 15046 died...\u000a21:12:02.591619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15046): Terminated: ok {rc=0}\u000a21:12:02.602074 --- ParallelTerminationStrategy: PID 15049 died...\u000a21:12:02.657899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15049): Terminated: ok {rc=0}\u000a21:12:02.667968 --- ParallelTerminationStrategy: PID 15052 died...\u000a21:12:02.723405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15052): Terminated: ok {rc=0}\u000a21:12:02.810462 bus /sierra_3: Setting Powered False\u000a21:12:03.917405 bus /sierra_3: Setting Powered False\u000a21:12:05.024496 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15061): Process ended prematurely: osmo-stp_10.42.42.5(pid=15061) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15061)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15061): Process ended prematurely: osmo-stp_10.42.42.5(pid=15061) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:12:06.139449 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:12:06.151871 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:12:06.313776 tst mo_mt_call_osmux.py: using LAC 16841\u000a21:12:06.440368 tst mo_mt_call_osmux.py: using RAC 11\u000a21:12:06.569604 tst mo_mt_call_osmux.py: using CellId 16841\u000a21:12:06.698452 tst mo_mt_call_osmux.py: using BVCI 16842\u000a21:12:06.723140 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:12:06.734902 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:12:06.746430 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:12:06.757937 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:12:06.769528 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:12:06.781052 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:12:06.897508 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:12:07.109941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:07.631859 run create_hlr_db(pid=15055): Launched\u000a21:12:07.820281 bus /sierra_2: Setting Powered False\u000a21:12:08.841239 run create_hlr_db(pid=15055): Terminated: ok {rc=0}\u000a21:12:09.274525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15057): Launched\u000a21:12:09.599704 run osmo-hlr_10.42.42.2(pid=15058): Launched\u000a21:12:09.717829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:10.281336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15060): Launched\u000a21:12:10.610395 run osmo-stp_10.42.42.5(pid=15061): Launched\u000a21:12:10.727072 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:12:11.315586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15063): Launched\u000a21:12:11.635951 run osmo-msc_10.42.42.6(pid=15064): Launched\u000a21:12:11.823548 run osmo-stp_10.42.42.5(pid=15061): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15061)]\u000a21:12:11.960169 run osmo-stp_10.42.42.5(pid=15061): stdout: \u000a| (launched: 2022-12-08_21:12:10.446914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:12.095298 run osmo-stp_10.42.42.5(pid=15061): stderr: \u000a| �[0;m�[38;5;43m20221208211210643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211210643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211210643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211210644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211210644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211210644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211210644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:12.224219 run osmo-stp_10.42.42.5(pid=15061): stdout: \u000a| (launched: 2022-12-08_21:12:10.446914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:12.351557 run osmo-stp_10.42.42.5(pid=15061): stderr: \u000a| �[0;m�[38;5;43m20221208211210643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211210643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211210643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211210644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211210644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211210644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211210644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:12.407946 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15061): Process ended prematurely: osmo-stp_10.42.42.5(pid=15061) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15061)] [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:12:12.416938 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:12:12.478870 run osmo-hlr_10.42.42.2(pid=15058): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15058)]\u000a21:12:12.529725 run osmo-hlr_10.42.42.2(pid=15058): stdout: \u000a| (launched: 2022-12-08_21:12:09.440457) \u000a21:12:12.581282 run osmo-hlr_10.42.42.2(pid=15058): stderr: \u000a| �[0;m�[1;31m20221208211209643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211209643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211209643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211209643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211209643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211209643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211209656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211209665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211209665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211209665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:12.651056 run osmo-msc_10.42.42.6(pid=15064): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15064)]\u000a21:12:12.701775 run osmo-msc_10.42.42.6(pid=15064): stdout: \u000a| (launched: 2022-12-08_21:12:11.479028) \u000a21:12:12.752774 run osmo-msc_10.42.42.6(pid=15064): stderr: \u000a| �[0;m�[38;5;43m20221208211211802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211211802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba07db8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211211802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211211802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211211802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211211802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211211804 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211211804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211211805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211211805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:12:12.796535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15057): Terminating (SIGTERM)\u000a21:12:12.837996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15060): Terminating (SIGTERM)\u000a21:12:12.880199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15063): Terminating (SIGTERM)\u000a21:12:12.889624 --- ParallelTerminationStrategy: PID 15057 died...\u000a21:12:12.944872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15057): Terminated: ok {rc=0}\u000a21:12:12.954933 --- ParallelTerminationStrategy: PID 15060 died...\u000a21:12:13.009865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15060): Terminated: ok {rc=0}\u000a21:12:13.019834 --- ParallelTerminationStrategy: PID 15063 died...\u000a21:12:13.074648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15063): Terminated: ok {rc=0}\u000a21:12:13.160635 bus /sierra_3: Setting Powered False\u000a21:12:14.262109 bus /sierra_3: Setting Powered False\u000a21:12:15.372616 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:11:55" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15075): Process ended prematurely: osmo-stp_10.42.42.5(pid=15075) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15075)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15075): Process ended prematurely: osmo-stp_10.42.42.5(pid=15075) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:12:17.451694 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:17.463025 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:12:17.616207 tst mo_mt_call.py: using LAC 16842\u000a21:12:17.743144 tst mo_mt_call.py: using RAC 12\u000a21:12:17.869817 tst mo_mt_call.py: using CellId 16842\u000a21:12:17.998627 tst mo_mt_call.py: using BVCI 16843\u000a21:12:18.023283 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:18.035121 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:18.046780 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:18.058445 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:18.070444 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:18.081907 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:12:18.202298 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:12:18.402085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:18.872424 run create_hlr_db(pid=15069): Launched\u000a21:12:19.044793 bus /sierra_2: Setting Powered False\u000a21:12:20.065626 run create_hlr_db(pid=15069): Terminated: ok {rc=0}\u000a21:12:20.494211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15071): Launched\u000a21:12:20.816307 run osmo-hlr_10.42.42.2(pid=15072): Launched\u000a21:12:20.934859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:21.494585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15074): Launched\u000a21:12:21.816122 run osmo-stp_10.42.42.5(pid=15075): Launched\u000a21:12:21.934005 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:12:22.523299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15077): Launched\u000a21:12:22.843587 run osmo-msc_10.42.42.6(pid=15078): Launched\u000a21:12:23.023212 run osmo-stp_10.42.42.5(pid=15075): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15075)]\u000a21:12:23.155571 run osmo-stp_10.42.42.5(pid=15075): stdout: \u000a| (launched: 2022-12-08_21:12:21.658684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:23.281956 run osmo-stp_10.42.42.5(pid=15075): stderr: \u000a| �[0;m�[38;5;43m20221208211221851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211221851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211221852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211221852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211221853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211221853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211221853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:23.403043 run osmo-stp_10.42.42.5(pid=15075): stdout: \u000a| (launched: 2022-12-08_21:12:21.658684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:23.522273 run osmo-stp_10.42.42.5(pid=15075): stderr: \u000a| �[0;m�[38;5;43m20221208211221851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211221851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211221852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211221852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211221853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211221853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211221853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:23.575411 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15075): Process ended prematurely: osmo-stp_10.42.42.5(pid=15075) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15075)] [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:12:23.584111 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:12:23.645203 run osmo-hlr_10.42.42.2(pid=15072): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15072)]\u000a21:12:23.693945 run osmo-hlr_10.42.42.2(pid=15072): stdout: \u000a| (launched: 2022-12-08_21:12:20.658377) \u000a21:12:23.743957 run osmo-hlr_10.42.42.2(pid=15072): stderr: \u000a| �[0;m�[1;31m20221208211220857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211220857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211220857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211220857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211220857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211220857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211220870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211220878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211220878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211220878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:23.811484 run osmo-msc_10.42.42.6(pid=15078): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15078)]\u000a21:12:23.860356 run osmo-msc_10.42.42.6(pid=15078): stdout: \u000a| (launched: 2022-12-08_21:12:22.687566) \u000a21:12:23.910207 run osmo-msc_10.42.42.6(pid=15078): stderr: \u000a| �[0;m�[38;5;43m20221208211222967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211222967 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c5a4a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211222967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211222967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211222967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211222968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211222971 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211222972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211222972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211222972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:12:23.951791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15071): Terminating (SIGTERM)\u000a21:12:23.991339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15074): Terminating (SIGTERM)\u000a21:12:24.031083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15077): Terminating (SIGTERM)\u000a21:12:24.040675 --- ParallelTerminationStrategy: PID 15071 died...\u000a21:12:24.093923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15071): Terminated: ok {rc=0}\u000a21:12:24.103848 --- ParallelTerminationStrategy: PID 15074 died...\u000a21:12:24.157211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15074): Terminated: ok {rc=0}\u000a21:12:24.167040 --- ParallelTerminationStrategy: PID 15077 died...\u000a21:12:24.220012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15077): Terminated: ok {rc=0}\u000a21:12:24.308063 bus /sierra_3: Setting Powered False\u000a21:12:25.411722 bus /sierra_3: Setting Powered False\u000a21:12:26.521509 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15086): Process ended prematurely: osmo-stp_10.42.42.5(pid=15086) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15086)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15086): Process ended prematurely: osmo-stp_10.42.42.5(pid=15086) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:12:27.630926 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:27.642918 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:12:27.797411 tst mo_mt_call_osmux.py: using LAC 16843\u000a21:12:27.915192 tst mo_mt_call_osmux.py: using RAC 13\u000a21:12:28.035637 tst mo_mt_call_osmux.py: using CellId 16843\u000a21:12:28.159086 tst mo_mt_call_osmux.py: using BVCI 16844\u000a21:12:28.181912 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:28.193239 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:28.204254 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:28.215441 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:28.226821 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:28.238736 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:12:28.357956 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:12:28.573172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:29.089271 run create_hlr_db(pid=15080): Launched\u000a21:12:29.275680 bus /sierra_2: Setting Powered False\u000a21:12:30.296943 run create_hlr_db(pid=15080): Terminated: ok {rc=0}\u000a21:12:30.700830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15082): Launched\u000a21:12:31.051795 run osmo-hlr_10.42.42.2(pid=15083): Launched\u000a21:12:31.199753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:31.885574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15085): Launched\u000a21:12:32.276618 run osmo-stp_10.42.42.5(pid=15086): Launched\u000a21:12:32.386714 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:12:32.983181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15088): Launched\u000a21:12:33.306083 run osmo-msc_10.42.42.6(pid=15089): Launched\u000a21:12:33.498859 run osmo-stp_10.42.42.5(pid=15086): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15086)]\u000a21:12:33.635206 run osmo-stp_10.42.42.5(pid=15086): stdout: \u000a| (launched: 2022-12-08_21:12:32.040262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:33.771153 run osmo-stp_10.42.42.5(pid=15086): stderr: \u000a| �[0;m�[38;5;43m20221208211232405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211232406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211232406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211232406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211232407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211232407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211232407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:33.900912 run osmo-stp_10.42.42.5(pid=15086): stdout: \u000a| (launched: 2022-12-08_21:12:32.040262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:34.028892 run osmo-stp_10.42.42.5(pid=15086): stderr: \u000a| �[0;m�[38;5;43m20221208211232405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211232406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211232406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211232406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211232407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211232407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211232407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:34.085516 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15086): Process ended prematurely: osmo-stp_10.42.42.5(pid=15086) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15086)] [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:12:34.094637 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a21:12:34.156009 run osmo-hlr_10.42.42.2(pid=15083): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15083)]\u000a21:12:34.206419 run osmo-hlr_10.42.42.2(pid=15083): stdout: \u000a| (launched: 2022-12-08_21:12:30.855020) \u000a21:12:34.257382 run osmo-hlr_10.42.42.2(pid=15083): stderr: \u000a| �[0;m�[1;31m20221208211231224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211231224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211231224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211231224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211231224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211231224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211231250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211231272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211231272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211231272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:34.326816 run osmo-msc_10.42.42.6(pid=15089): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15089)]\u000a21:12:34.377287 run osmo-msc_10.42.42.6(pid=15089): stdout: \u000a| (launched: 2022-12-08_21:12:33.147436) \u000a21:12:34.428173 run osmo-msc_10.42.42.6(pid=15089): stderr: \u000a| �[0;m�[38;5;43m20221208211233472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211233472 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f259667fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211233472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211233472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211233472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211233472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211233474 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211233474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211233475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211233475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:12:34.471755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15082): Terminating (SIGTERM)\u000a21:12:34.513199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15085): Terminating (SIGTERM)\u000a21:12:34.554605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15088): Terminating (SIGTERM)\u000a21:12:34.564153 --- ParallelTerminationStrategy: PID 15082 died...\u000a21:12:34.619336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15082): Terminated: ok {rc=0}\u000a21:12:34.629350 --- ParallelTerminationStrategy: PID 15085 died...\u000a21:12:34.684685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15085): Terminated: ok {rc=0}\u000a21:12:34.694640 --- ParallelTerminationStrategy: PID 15088 died...\u000a21:12:34.749516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15088): Terminated: ok {rc=0}\u000a21:12:34.836042 bus /sierra_3: Setting Powered False\u000a21:12:35.938774 bus /sierra_3: Setting Powered False\u000a21:12:37.050016 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:12:17" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15102): Process ended prematurely: osmo-stp_10.42.42.5(pid=15102) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15102)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15102): Process ended prematurely: osmo-stp_10.42.42.5(pid=15102) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:12:39.040490 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:12:39.051680 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:12:39.204852 tst mo_mt_call.py: using LAC 16844\u000a21:12:39.323517 tst mo_mt_call.py: using RAC 14\u000a21:12:39.442625 tst mo_mt_call.py: using CellId 16844\u000a21:12:39.569124 tst mo_mt_call.py: using BVCI 16845\u000a21:12:39.594068 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:12:39.605851 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:12:39.617508 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:12:39.629733 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:12:39.641930 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:12:39.654015 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:12:39.772933 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:12:39.973218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:40.445198 run create_hlr_db(pid=15096): Launched\u000a21:12:40.617745 bus /sierra_2: Setting Powered False\u000a21:12:41.639088 run create_hlr_db(pid=15096): Terminated: ok {rc=0}\u000a21:12:42.066736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15098): Launched\u000a21:12:42.389338 run osmo-hlr_10.42.42.2(pid=15099): Launched\u000a21:12:42.509363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:43.070920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15101): Launched\u000a21:12:43.393673 run osmo-stp_10.42.42.5(pid=15102): Launched\u000a21:12:43.511535 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:12:44.101022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15104): Launched\u000a21:12:44.423329 run osmo-msc_10.42.42.6(pid=15105): Launched\u000a21:12:44.611084 run osmo-stp_10.42.42.5(pid=15102): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15102)]\u000a21:12:44.746876 run osmo-stp_10.42.42.5(pid=15102): stdout: \u000a| (launched: 2022-12-08_21:12:43.234886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:44.881937 run osmo-stp_10.42.42.5(pid=15102): stderr: \u000a| �[0;m�[38;5;43m20221208211243428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211243428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211243428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211243429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211243431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211243431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211243431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:45.011252 run osmo-stp_10.42.42.5(pid=15102): stdout: \u000a| (launched: 2022-12-08_21:12:43.234886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:45.138674 run osmo-stp_10.42.42.5(pid=15102): stderr: \u000a| �[0;m�[38;5;43m20221208211243428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211243428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211243428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211243429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211243431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211243431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211243431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:45.194827 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15102): Process ended prematurely: osmo-stp_10.42.42.5(pid=15102) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15102)] [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:12:45.204144 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:12:45.266307 run osmo-hlr_10.42.42.2(pid=15099): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15099)]\u000a21:12:45.317586 run osmo-hlr_10.42.42.2(pid=15099): stdout: \u000a| (launched: 2022-12-08_21:12:42.231161) \u000a21:12:45.369391 run osmo-hlr_10.42.42.2(pid=15099): stderr: \u000a| �[0;m�[1;31m20221208211242431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211242431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211242432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211242432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211242432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211242432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211242444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211242452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211242452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211242452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:45.440030 run osmo-msc_10.42.42.6(pid=15105): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15105)]\u000a21:12:45.490995 run osmo-msc_10.42.42.6(pid=15105): stdout: \u000a| (launched: 2022-12-08_21:12:44.264826) \u000a21:12:45.542364 run osmo-msc_10.42.42.6(pid=15105): stderr: \u000a| �[0;m�[38;5;43m20221208211244587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211244587 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb619461c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211244587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211244587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211244587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211244588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211244589 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211244590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211244590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211244590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:12:45.586165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15098): Terminating (SIGTERM)\u000a21:12:45.627508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15101): Terminating (SIGTERM)\u000a21:12:45.669044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15104): Terminating (SIGTERM)\u000a21:12:45.678772 --- ParallelTerminationStrategy: PID 15098 died...\u000a21:12:45.734551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15098): Terminated: ok {rc=0}\u000a21:12:45.744630 --- ParallelTerminationStrategy: PID 15101 died...\u000a21:12:45.800011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15101): Terminated: ok {rc=0}\u000a21:12:45.810038 --- ParallelTerminationStrategy: PID 15104 died...\u000a21:12:45.877678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15104): Terminated: ok {rc=0}\u000a21:12:45.991265 bus /sierra_3: Setting Powered False\u000a21:12:47.093777 bus /sierra_3: Setting Powered False\u000a21:12:48.203798 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15113): Process ended prematurely: osmo-stp_10.42.42.5(pid=15113) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15113)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15113): Process ended prematurely: osmo-stp_10.42.42.5(pid=15113) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:12:49.311946 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:12:49.323766 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:12:49.476751 tst mo_mt_call_osmux.py: using LAC 16845\u000a21:12:49.595873 tst mo_mt_call_osmux.py: using RAC 15\u000a21:12:49.715239 tst mo_mt_call_osmux.py: using CellId 16845\u000a21:12:49.843083 tst mo_mt_call_osmux.py: using BVCI 16846\u000a21:12:49.867743 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:12:49.879640 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:12:49.891329 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:12:49.903478 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:12:49.915490 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:12:49.926995 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:12:50.044347 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:12:50.255561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:50.770786 run create_hlr_db(pid=15107): Launched\u000a21:12:50.957548 bus /sierra_2: Setting Powered False\u000a21:12:52.000075 run create_hlr_db(pid=15107): Terminated: ok {rc=0}\u000a21:12:52.400082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15109): Launched\u000a21:12:52.700563 run osmo-hlr_10.42.42.2(pid=15110): Launched\u000a21:12:52.811073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:53.332342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15112): Launched\u000a21:12:53.632892 run osmo-stp_10.42.42.5(pid=15113): Launched\u000a21:12:53.742476 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:12:54.289563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15115): Launched\u000a21:12:54.589980 run osmo-msc_10.42.42.6(pid=15116): Launched\u000a21:12:54.767267 run osmo-stp_10.42.42.5(pid=15113): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15113)]\u000a21:12:54.895742 run osmo-stp_10.42.42.5(pid=15113): stdout: \u000a| (launched: 2022-12-08_21:12:53.484447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:55.021468 run osmo-stp_10.42.42.5(pid=15113): stderr: \u000a| �[0;m�[38;5;43m20221208211253658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211253658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211253659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211253659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211253659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211253660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211253660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:55.141739 run osmo-stp_10.42.42.5(pid=15113): stdout: \u000a| (launched: 2022-12-08_21:12:53.484447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:55.260718 run osmo-stp_10.42.42.5(pid=15113): stderr: \u000a| �[0;m�[38;5;43m20221208211253658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211253658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211253659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211253659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211253659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211253660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211253660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:55.313576 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15113): Process ended prematurely: osmo-stp_10.42.42.5(pid=15113) [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15113)] [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:12:55.321966 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a21:12:55.382062 run osmo-hlr_10.42.42.2(pid=15110): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15110)]\u000a21:12:55.431019 run osmo-hlr_10.42.42.2(pid=15110): stdout: \u000a| (launched: 2022-12-08_21:12:52.552517) \u000a21:12:55.480420 run osmo-hlr_10.42.42.2(pid=15110): stderr: \u000a| �[0;m�[1;31m20221208211252728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211252728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211252728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211252728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211252728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211252728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211252741 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211252751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211252751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211252751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:55.547900 run osmo-msc_10.42.42.6(pid=15116): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15116)]\u000a21:12:55.596466 run osmo-msc_10.42.42.6(pid=15116): stdout: \u000a| (launched: 2022-12-08_21:12:54.440928) \u000a21:12:55.645705 run osmo-msc_10.42.42.6(pid=15116): stderr: \u000a| �[0;m�[38;5;43m20221208211254713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211254713 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a5dcccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211254713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211254713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211254713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211254713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211254715 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211254715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211254716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211254716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:12:55.687218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15109): Terminating (SIGTERM)\u000a21:12:55.726800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15112): Terminating (SIGTERM)\u000a21:12:55.766216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15115): Terminating (SIGTERM)\u000a21:12:55.775585 --- ParallelTerminationStrategy: PID 15109 died...\u000a21:12:55.828428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15109): Terminated: ok {rc=0}\u000a21:12:55.838083 --- ParallelTerminationStrategy: PID 15112 died...\u000a21:12:55.890545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15112): Terminated: ok {rc=0}\u000a21:12:55.900237 --- ParallelTerminationStrategy: PID 15115 died...\u000a21:12:55.952901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15115): Terminated: ok {rc=0}\u000a21:12:56.035044 bus /sierra_3: Setting Powered False\u000a21:12:57.142034 bus /sierra_3: Setting Powered False\u000a21:12:58.249608 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:12:38" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15127): Process ended prematurely: osmo-stp_10.42.42.5(pid=15127) [trial-2349↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15127)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15127): Process ended prematurely: osmo-stp_10.42.42.5(pid=15127) [trial-2349↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:13:00.246586 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:00.258460 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:13:00.421262 tst mo_mt_call.py: using LAC 16846\u000a21:13:00.548432 tst mo_mt_call.py: using RAC 16\u000a21:13:00.676930 tst mo_mt_call.py: using CellId 16846\u000a21:13:00.802656 tst mo_mt_call.py: using BVCI 16847\u000a21:13:00.827144 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:00.840546 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:00.852685 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:00.865325 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:00.877608 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:00.889664 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:13:01.013550 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:13:01.258615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:01.814392 run create_hlr_db(pid=15121): Launched\u000a21:13:02.004246 bus /sierra_2: Setting Powered False\u000a21:13:03.022481 run create_hlr_db(pid=15121): Terminated: ok {rc=0}\u000a21:13:03.451769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15123): Launched\u000a21:13:03.774426 run osmo-hlr_10.42.42.2(pid=15124): Launched\u000a21:13:03.893681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:04.454704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15126): Launched\u000a21:13:04.776927 run osmo-stp_10.42.42.5(pid=15127): Launched\u000a21:13:04.893964 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:05.481734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15129): Launched\u000a21:13:05.802080 run osmo-msc_10.42.42.6(pid=15130): Launched\u000a21:13:05.990322 run osmo-stp_10.42.42.5(pid=15127): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15127)]\u000a21:13:06.126032 run osmo-stp_10.42.42.5(pid=15127): stdout: \u000a| (launched: 2022-12-08_21:13:04.618671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:06.261283 run osmo-stp_10.42.42.5(pid=15127): stderr: \u000a| �[0;m�[38;5;43m20221208211304811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211304811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211304811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211304812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211304812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211304812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211304812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:06.389826 run osmo-stp_10.42.42.5(pid=15127): stdout: \u000a| (launched: 2022-12-08_21:13:04.618671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:06.517360 run osmo-stp_10.42.42.5(pid=15127): stderr: \u000a| �[0;m�[38;5;43m20221208211304811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211304811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211304811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211304812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211304812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211304812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211304812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:06.573310 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15127): Process ended prematurely: osmo-stp_10.42.42.5(pid=15127) [trial-2349↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15127)] [trial-2349↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:13:06.582335 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:13:06.643904 run osmo-hlr_10.42.42.2(pid=15124): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15124)]\u000a21:13:06.694370 run osmo-hlr_10.42.42.2(pid=15124): stdout: \u000a| (launched: 2022-12-08_21:13:03.616664) \u000a21:13:06.745548 run osmo-hlr_10.42.42.2(pid=15124): stderr: \u000a| �[0;m�[1;31m20221208211303818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211303818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211303818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211303818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211303818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211303818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211303831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211303840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211303841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211303841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:06.815043 run osmo-msc_10.42.42.6(pid=15130): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15130)]\u000a21:13:06.865496 run osmo-msc_10.42.42.6(pid=15130): stdout: \u000a| (launched: 2022-12-08_21:13:05.645234) \u000a21:13:06.917212 run osmo-msc_10.42.42.6(pid=15130): stderr: \u000a| �[0;m�[38;5;43m20221208211305969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211305969 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f002cc38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211305969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211305969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211305970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211305970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211305971 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211305972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211305972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211305972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:06.960838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15123): Terminating (SIGTERM)\u000a21:13:07.002181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15126): Terminating (SIGTERM)\u000a21:13:07.043275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15129): Terminating (SIGTERM)\u000a21:13:07.052548 --- ParallelTerminationStrategy: PID 15123 died...\u000a21:13:07.107679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15123): Terminated: ok {rc=0}\u000a21:13:07.117815 --- ParallelTerminationStrategy: PID 15126 died...\u000a21:13:07.172710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15126): Terminated: ok {rc=0}\u000a21:13:07.182713 --- ParallelTerminationStrategy: PID 15129 died...\u000a21:13:07.237755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15129): Terminated: ok {rc=0}\u000a21:13:07.323538 bus /sierra_3: Setting Powered False\u000a21:13:08.426432 bus /sierra_3: Setting Powered False\u000a21:13:09.537699 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15138): Process ended prematurely: osmo-stp_10.42.42.5(pid=15138) [trial-2349↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15138)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15138): Process ended prematurely: osmo-stp_10.42.42.5(pid=15138) [trial-2349↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:13:10.646950 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:10.659067 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:13:10.814642 tst mo_mt_call_osmux.py: using LAC 16847\u000a21:13:10.932200 tst mo_mt_call_osmux.py: using RAC 17\u000a21:13:11.050134 tst mo_mt_call_osmux.py: using CellId 16847\u000a21:13:11.170980 tst mo_mt_call_osmux.py: using BVCI 16848\u000a21:13:11.193975 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:11.205274 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:11.216231 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:11.227998 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:11.239552 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:11.251096 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:13:11.370617 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:13:11.571477 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:12.046045 run create_hlr_db(pid=15132): Launched\u000a21:13:12.219481 bus /sierra_2: Setting Powered False\u000a21:13:13.240842 run create_hlr_db(pid=15132): Terminated: ok {rc=0}\u000a21:13:13.670950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15134): Launched\u000a21:13:13.993519 run osmo-hlr_10.42.42.2(pid=15135): Launched\u000a21:13:14.113991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:14.675352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15137): Launched\u000a21:13:14.998220 run osmo-stp_10.42.42.5(pid=15138): Launched\u000a21:13:15.116079 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:15.706060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15140): Launched\u000a21:13:16.212520 run osmo-msc_10.42.42.6(pid=15141): Launched\u000a21:13:16.741981 run osmo-stp_10.42.42.5(pid=15138): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15138)]\u000a21:13:16.880928 run osmo-stp_10.42.42.5(pid=15138): stdout: \u000a| (launched: 2022-12-08_21:13:14.839251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:17.017834 run osmo-stp_10.42.42.5(pid=15138): stderr: \u000a| �[0;m�[38;5;43m20221208211315031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211315032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211315032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211315032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211315033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211315033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211315033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:17.149752 run osmo-stp_10.42.42.5(pid=15138): stdout: \u000a| (launched: 2022-12-08_21:13:14.839251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:17.279454 run osmo-stp_10.42.42.5(pid=15138): stderr: \u000a| �[0;m�[38;5;43m20221208211315031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211315032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211315032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211315032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211315033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211315033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211315033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:17.336433 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15138): Process ended prematurely: osmo-stp_10.42.42.5(pid=15138) [trial-2349↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15138)] [trial-2349↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:13:17.345873 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a21:13:17.408168 run osmo-hlr_10.42.42.2(pid=15135): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15135)]\u000a21:13:17.459472 run osmo-hlr_10.42.42.2(pid=15135): stdout: \u000a| (launched: 2022-12-08_21:13:13.835181) \u000a21:13:17.512197 run osmo-hlr_10.42.42.2(pid=15135): stderr: \u000a| �[0;m�[1;31m20221208211314032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211314032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211314032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211314033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211314033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211314033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211314045 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211314053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211314054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211314054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:17.580746 run osmo-msc_10.42.42.6(pid=15141): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15141)]\u000a21:13:17.630008 run osmo-msc_10.42.42.6(pid=15141): stdout: \u000a| (launched: 2022-12-08_21:13:15.871131) \u000a21:13:17.679869 run osmo-msc_10.42.42.6(pid=15141): stderr: \u000a| �[0;m�[38;5;43m20221208211316413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211316413 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f627b063c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211316414 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211316414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211316415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211316416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211316420 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211316421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211316421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211316422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:17.721770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15134): Terminating (SIGTERM)\u000a21:13:17.762036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15137): Terminating (SIGTERM)\u000a21:13:17.802289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15140): Terminating (SIGTERM)\u000a21:13:17.812152 --- ParallelTerminationStrategy: PID 15134 died...\u000a21:13:17.865847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15134): Terminated: ok {rc=0}\u000a21:13:17.876123 --- ParallelTerminationStrategy: PID 15137 died...\u000a21:13:17.929628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15137): Terminated: ok {rc=0}\u000a21:13:17.939808 --- ParallelTerminationStrategy: PID 15140 died...\u000a21:13:17.993891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15140): Terminated: ok {rc=0}\u000a21:13:18.081267 bus /sierra_3: Setting Powered False\u000a21:13:19.184171 bus /sierra_3: Setting Powered False\u000a21:13:20.294603 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:12:59" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15152): Process ended prematurely: osmo-stp_10.42.42.5(pid=15152) [trial-2349↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15152)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15152): Process ended prematurely: osmo-stp_10.42.42.5(pid=15152) [trial-2349↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a21:13:22.288152 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:22.299514 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:13:22.436102 tst mo_mt_call.py: using LAC 16848\u000a21:13:22.559594 tst mo_mt_call.py: using RAC 18\u000a21:13:22.684747 tst mo_mt_call.py: using CellId 16848\u000a21:13:22.812388 tst mo_mt_call.py: using BVCI 16849\u000a21:13:22.837071 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:22.848824 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:22.860461 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:22.872277 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:22.884038 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:22.895694 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:13:23.017771 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:13:23.230357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:23.745619 run create_hlr_db(pid=15146): Launched\u000a21:13:23.932584 bus /sierra_2: Setting Powered False\u000a21:13:24.953797 run create_hlr_db(pid=15146): Terminated: ok {rc=0}\u000a21:13:25.356809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15148): Launched\u000a21:13:25.656937 run osmo-hlr_10.42.42.2(pid=15149): Launched\u000a21:13:25.771876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:26.300794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15151): Launched\u000a21:13:26.600072 run osmo-stp_10.42.42.5(pid=15152): Launched\u000a21:13:26.709392 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:27.255667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15154): Launched\u000a21:13:27.556086 run osmo-msc_10.42.42.6(pid=15155): Launched\u000a21:13:27.733352 run osmo-stp_10.42.42.5(pid=15152): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15152)]\u000a21:13:27.861201 run osmo-stp_10.42.42.5(pid=15152): stdout: \u000a| (launched: 2022-12-08_21:13:26.452633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:27.986278 run osmo-stp_10.42.42.5(pid=15152): stderr: \u000a| �[0;m�[38;5;43m20221208211326624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211326624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211326624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211326625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211326625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211326625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211326625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:28.106244 run osmo-stp_10.42.42.5(pid=15152): stdout: \u000a| (launched: 2022-12-08_21:13:26.452633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:28.225432 run osmo-stp_10.42.42.5(pid=15152): stderr: \u000a| �[0;m�[38;5;43m20221208211326624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211326624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211326624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211326625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211326625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211326625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211326625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:28.277791 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15152): Process ended prematurely: osmo-stp_10.42.42.5(pid=15152) [trial-2349↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15152)] [trial-2349↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a21:13:28.286157 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a21:13:28.345608 run osmo-hlr_10.42.42.2(pid=15149): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15149)]\u000a21:13:28.394025 run osmo-hlr_10.42.42.2(pid=15149): stdout: \u000a| (launched: 2022-12-08_21:13:25.508870) \u000a21:13:28.443450 run osmo-hlr_10.42.42.2(pid=15149): stderr: \u000a| �[0;m�[1;31m20221208211325684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211325684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211325684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211325684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211325684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211325684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211325697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211325706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211325706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211325706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:28.510322 run osmo-msc_10.42.42.6(pid=15155): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15155)]\u000a21:13:28.558690 run osmo-msc_10.42.42.6(pid=15155): stdout: \u000a| (launched: 2022-12-08_21:13:27.407664) \u000a21:13:28.607893 run osmo-msc_10.42.42.6(pid=15155): stderr: \u000a| �[0;m�[38;5;43m20221208211327680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211327680 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc725b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211327680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211327680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211327680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211327681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211327683 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211327683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211327683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211327684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:28.649382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15148): Terminating (SIGTERM)\u000a21:13:28.689064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15151): Terminating (SIGTERM)\u000a21:13:28.728439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15154): Terminating (SIGTERM)\u000a21:13:28.737880 --- ParallelTerminationStrategy: PID 15148 died...\u000a21:13:28.791004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15148): Terminated: ok {rc=0}\u000a21:13:28.800822 --- ParallelTerminationStrategy: PID 15151 died...\u000a21:13:28.854045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15151): Terminated: ok {rc=0}\u000a21:13:28.863573 --- ParallelTerminationStrategy: PID 15154 died...\u000a21:13:28.916727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15154): Terminated: ok {rc=0}\u000a21:13:28.999651 bus /sierra_3: Setting Powered False\u000a21:13:30.100014 bus /sierra_3: Setting Powered False\u000a21:13:31.243688 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15163): Process ended prematurely: osmo-stp_10.42.42.5(pid=15163) [trial-2349↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15163)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15163): Process ended prematurely: osmo-stp_10.42.42.5(pid=15163) [trial-2349↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:13:32.354100 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:32.366165 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:13:32.504730 tst mo_mt_call_osmux.py: using LAC 16849\u000a21:13:32.623843 tst mo_mt_call_osmux.py: using RAC 19\u000a21:13:32.742518 tst mo_mt_call_osmux.py: using CellId 16849\u000a21:13:32.860355 tst mo_mt_call_osmux.py: using BVCI 16850\u000a21:13:32.883288 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:32.894773 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:32.906142 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:32.917640 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:32.929227 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:32.940669 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:13:33.056567 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:13:33.268560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:33.784532 run create_hlr_db(pid=15157): Launched\u000a21:13:33.971124 bus /sierra_2: Setting Powered False\u000a21:13:34.992719 run create_hlr_db(pid=15157): Terminated: ok {rc=0}\u000a21:13:35.422786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15159): Launched\u000a21:13:35.743949 run osmo-hlr_10.42.42.2(pid=15160): Launched\u000a21:13:35.865831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:36.426097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15162): Launched\u000a21:13:36.748335 run osmo-stp_10.42.42.5(pid=15163): Launched\u000a21:13:36.865428 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:37.454423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15165): Launched\u000a21:13:37.777968 run osmo-msc_10.42.42.6(pid=15166): Launched\u000a21:13:37.969034 run osmo-stp_10.42.42.5(pid=15163): ERR: Terminated: ERROR {rc=1} [trial-2349↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15163)]\u000a21:13:38.106223 run osmo-stp_10.42.42.5(pid=15163): stdout: \u000a| (launched: 2022-12-08_21:13:36.590646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:38.242323 run osmo-stp_10.42.42.5(pid=15163): stderr: \u000a| �[0;m�[38;5;43m20221208211336783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211336784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211336784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211336784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211336785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211336785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211336785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:38.371606 run osmo-stp_10.42.42.5(pid=15163): stdout: \u000a| (launched: 2022-12-08_21:13:36.590646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:38.499484 run osmo-stp_10.42.42.5(pid=15163): stderr: \u000a| �[0;m�[38;5;43m20221208211336783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211336784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211336784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211336784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211336785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211336785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211336785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:38.556019 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15163): Process ended prematurely: osmo-stp_10.42.42.5(pid=15163) [trial-2349↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15163)] [trial-2349↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a21:13:38.565295 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a21:13:38.627487 run osmo-hlr_10.42.42.2(pid=15160): ERR: Terminated: ERROR {rc=237} [trial-2349↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15160)]\u000a21:13:38.678711 run osmo-hlr_10.42.42.2(pid=15160): stdout: \u000a| (launched: 2022-12-08_21:13:35.586796) \u000a21:13:38.730506 run osmo-hlr_10.42.42.2(pid=15160): stderr: \u000a| �[0;m�[1;31m20221208211335785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211335785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211335785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211335786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211335786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211335786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211335798 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211335806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211335807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211335807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:38.800893 run osmo-msc_10.42.42.6(pid=15166): ERR: Terminated: ERROR {rc=2} [trial-2349↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15166)]\u000a21:13:38.852148 run osmo-msc_10.42.42.6(pid=15166): stdout: \u000a| (launched: 2022-12-08_21:13:37.618861) \u000a21:13:38.903865 run osmo-msc_10.42.42.6(pid=15166): stderr: \u000a| �[0;m�[38;5;43m20221208211337941 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211337941 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6797955c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211337941 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211337941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211337941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211337942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211337943 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211337944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211337944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211337944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:38.948107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15159): Terminating (SIGTERM)\u000a21:13:38.990026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15162): Terminating (SIGTERM)\u000a21:13:39.031735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15165): Terminating (SIGTERM)\u000a21:13:39.041502 --- ParallelTerminationStrategy: PID 15159 died...\u000a21:13:39.096865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15159): Terminated: ok {rc=0}\u000a21:13:39.106965 --- ParallelTerminationStrategy: PID 15162 died...\u000a21:13:39.162325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15162): Terminated: ok {rc=0}\u000a21:13:39.172386 --- ParallelTerminationStrategy: PID 15165 died...\u000a21:13:39.227582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15165): Terminated: ok {rc=0}\u000a21:13:39.314584 bus /sierra_3: Setting Powered False\u000a21:13:40.416373 bus /sierra_3: Setting Powered False\u000a21:13:41.527417 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:13:22" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15177): Process ended prematurely: osmo-stp_10.42.42.5(pid=15177) [trial-2349↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15177)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15177): Process ended prematurely: osmo-stp_10.42.42.5(pid=15177) [trial-2349↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:13:43.544023 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:43.554755 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:13:43.690907 tst emergency_mo_mt_call.py: using LAC 16850\u000a21:13:43.804084 tst emergency_mo_mt_call.py: using RAC 20\u000a21:13:43.917842 tst emergency_mo_mt_call.py: using CellId 16850\u000a21:13:44.031581 tst emergency_mo_mt_call.py: using BVCI 16851\u000a21:13:44.053853 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:44.064513 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:44.075078 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:44.085922 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:44.096572 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:44.107367 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:13:44.226641 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:13:44.434929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:44.941632 run create_hlr_db(pid=15171): Launched\u000a21:13:45.127525 bus /sierra_2: Setting Powered False\u000a21:13:46.190236 run create_hlr_db(pid=15171): Terminated: ok {rc=0}\u000a21:13:46.657563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15173): Launched\u000a21:13:47.092087 run osmo-hlr_10.42.42.2(pid=15174): Launched\u000a21:13:47.264222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:47.775064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15176): Launched\u000a21:13:48.069830 run osmo-stp_10.42.42.5(pid=15177): Launched\u000a21:13:48.188540 tst emergency_mo_mt_call.py: using MSISDN 6853\u000a21:13:48.335094 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:48.874509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15179): Launched\u000a21:13:49.179988 run osmo-msc_10.42.42.6(pid=15180): Launched\u000a21:13:49.354625 run osmo-stp_10.42.42.5(pid=15177): ERR: Terminated: ERROR {rc=1} [trial-2349↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15177)]\u000a21:13:49.481102 run osmo-stp_10.42.42.5(pid=15177): stdout: \u000a| (launched: 2022-12-08_21:13:47.924170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:49.604441 run osmo-stp_10.42.42.5(pid=15177): stderr: \u000a| �[0;m�[38;5;43m20221208211348092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211348092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211348092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211348093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211348093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211348093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211348093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:49.722648 run osmo-stp_10.42.42.5(pid=15177): stdout: \u000a| (launched: 2022-12-08_21:13:47.924170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:49.839719 run osmo-stp_10.42.42.5(pid=15177): stderr: \u000a| �[0;m�[38;5;43m20221208211348092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211348092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211348092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211348093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211348093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211348093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211348093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:49.891260 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=15177): Process ended prematurely: osmo-stp_10.42.42.5(pid=15177) [trial-2349↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15177)] [trial-2349↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a21:13:49.899201 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a21:13:49.959350 run osmo-hlr_10.42.42.2(pid=15174): ERR: Terminated: ERROR {rc=237} [trial-2349↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15174)]\u000a21:13:50.008266 run osmo-hlr_10.42.42.2(pid=15174): stdout: \u000a| (launched: 2022-12-08_21:13:46.821244) \u000a21:13:50.057911 run osmo-hlr_10.42.42.2(pid=15174): stderr: \u000a| �[0;m�[1;31m20221208211347069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211347069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211347069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211347069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211347070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211347070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211347092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211347104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211347104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211347104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:50.124934 run osmo-msc_10.42.42.6(pid=15180): ERR: Terminated: ERROR {rc=2} [trial-2349↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15180)]\u000a21:13:50.174000 run osmo-msc_10.42.42.6(pid=15180): stdout: \u000a| (launched: 2022-12-08_21:13:49.034058) \u000a21:13:50.223479 run osmo-msc_10.42.42.6(pid=15180): stderr: \u000a| �[0;m�[38;5;43m20221208211349306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211349306 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd776c2dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211349306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211349306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211349306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211349306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211349308 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211349309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211349309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211349309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:50.265144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15173): Terminating (SIGTERM)\u000a21:13:50.304846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15176): Terminating (SIGTERM)\u000a21:13:50.344501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15179): Terminating (SIGTERM)\u000a21:13:50.354018 --- ParallelTerminationStrategy: PID 15173 died...\u000a21:13:50.407032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15173): Terminated: ok {rc=0}\u000a21:13:50.417126 --- ParallelTerminationStrategy: PID 15176 died...\u000a21:13:50.469878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15176): Terminated: ok {rc=0}\u000a21:13:50.479759 --- ParallelTerminationStrategy: PID 15179 died...\u000a21:13:50.532104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15179): Terminated: ok {rc=0}\u000a21:13:50.619024 bus /sierra_3: Setting Powered False\u000a21:13:51.721340 bus /sierra_3: Setting Powered False\u000a21:13:52.826629 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15188): Process ended prematurely: osmo-stp_10.42.42.5(pid=15188) [trial-2349↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15188)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15188): Process ended prematurely: osmo-stp_10.42.42.5(pid=15188) [trial-2349↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:13:53.876064 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:53.887452 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:13:54.025804 tst emergency_preemptive_call.py: using LAC 16851\u000a21:13:54.139310 tst emergency_preemptive_call.py: using RAC 21\u000a21:13:54.252883 tst emergency_preemptive_call.py: using CellId 16851\u000a21:13:54.375779 tst emergency_preemptive_call.py: using BVCI 16852\u000a21:13:54.400163 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:54.411609 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:54.422791 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:54.434162 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:54.445482 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:54.457012 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:13:54.574321 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:13:54.694642 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:13:54.815877 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:13:55.013144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:55.477382 run create_hlr_db(pid=15182): Launched\u000a21:13:55.647471 bus /sierra_2: Setting Powered False\u000a21:13:56.668597 run create_hlr_db(pid=15182): Terminated: ok {rc=0}\u000a21:13:57.089801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15184): Launched\u000a21:13:57.405963 run osmo-hlr_10.42.42.2(pid=15185): Launched\u000a21:13:57.523088 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:58.075402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15187): Launched\u000a21:13:58.390971 run osmo-stp_10.42.42.5(pid=15188): Launched\u000a21:13:58.517113 tst emergency_preemptive_call.py: using MSISDN 6854\u000a21:13:58.675331 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:59.254473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15190): Launched\u000a21:13:59.571296 run osmo-msc_10.42.42.6(pid=15191): Launched\u000a21:13:59.756937 run osmo-stp_10.42.42.5(pid=15188): ERR: Terminated: ERROR {rc=1} [trial-2349↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15188)]\u000a21:13:59.891083 run osmo-stp_10.42.42.5(pid=15188): stdout: \u000a| (launched: 2022-12-08_21:13:58.235873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:00.026470 run osmo-stp_10.42.42.5(pid=15188): stderr: \u000a| �[0;m�[38;5;43m20221208211358427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211358427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211358427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211358428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211358428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211358428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211358428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:00.154504 run osmo-stp_10.42.42.5(pid=15188): stdout: \u000a| (launched: 2022-12-08_21:13:58.235873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:00.280927 run osmo-stp_10.42.42.5(pid=15188): stderr: \u000a| �[0;m�[38;5;43m20221208211358427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211358427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211358427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211358428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211358428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211358428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211358428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:00.336630 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=15188): Process ended prematurely: osmo-stp_10.42.42.5(pid=15188) [trial-2349↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15188)] [trial-2349↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a21:14:00.345399 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a21:14:00.408228 run osmo-hlr_10.42.42.2(pid=15185): ERR: Terminated: ERROR {rc=237} [trial-2349↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15185)]\u000a21:14:00.459763 run osmo-hlr_10.42.42.2(pid=15185): stdout: \u000a| (launched: 2022-12-08_21:13:57.250438) \u000a21:14:00.511956 run osmo-hlr_10.42.42.2(pid=15185): stderr: \u000a| �[0;m�[1;31m20221208211357448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211357448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211357448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211357448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211357448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211357448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211357462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211357470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211357470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211357470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:00.582895 run osmo-msc_10.42.42.6(pid=15191): ERR: Terminated: ERROR {rc=2} [trial-2349↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15191)]\u000a21:14:00.634204 run osmo-msc_10.42.42.6(pid=15191): stdout: \u000a| (launched: 2022-12-08_21:13:59.415589) \u000a21:14:00.685747 run osmo-msc_10.42.42.6(pid=15191): stderr: \u000a| �[0;m�[38;5;43m20221208211359738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211359738 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1cefb3dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211359739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211359739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211359739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211359739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211359741 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211359741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211359741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211359741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:14:00.730111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15184): Terminating (SIGTERM)\u000a21:14:00.772311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15187): Terminating (SIGTERM)\u000a21:14:00.814670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15190): Terminating (SIGTERM)\u000a21:14:00.824641 --- ParallelTerminationStrategy: PID 15184 died...\u000a21:14:00.896209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15184): Terminated: ok {rc=0}\u000a21:14:00.912071 --- ParallelTerminationStrategy: PID 15187 died...\u000a21:14:00.969656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15187): Terminated: ok {rc=0}\u000a21:14:00.980377 --- ParallelTerminationStrategy: PID 15190 died...\u000a21:14:01.040561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15190): Terminated: ok {rc=0}\u000a21:14:01.149012 bus /sierra_9: Setting Powered False\u000a21:14:02.257617 bus /sierra_9: Setting Powered False\u000a21:14:03.363606 bus /sierra_8: Setting Powered False\u000a21:14:04.468788 bus /sierra_8: Setting Powered False\u000a21:14:05.574875 bus /sierra_3: Setting Powered False\u000a21:14:06.681468 bus /sierra_3: Setting Powered False\u000a21:14:07.789177 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:13:43" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15206): Process ended prematurely: osmo-stp_10.42.42.5(pid=15206) [trial-2349↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15206)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15206): Process ended prematurely: osmo-stp_10.42.42.5(pid=15206) [trial-2349↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15206)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:14:09.925041 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:09.936642 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:14:10.079858 tst cs_paging_gprs_active.py: using LAC 16852\u000a21:14:10.206573 tst cs_paging_gprs_active.py: using RAC 22\u000a21:14:10.335719 tst cs_paging_gprs_active.py: using CellId 16852\u000a21:14:10.462823 tst cs_paging_gprs_active.py: using BVCI 16853\u000a21:14:10.487619 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:10.498836 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:10.509791 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:10.520875 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:10.532056 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:10.543336 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:10.554847 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:10.566297 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:10.577714 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:10.697084 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:10.992915 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:14:11.127983 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:14:11.462720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15196): Launched\u000a21:14:11.741186 run iperf3-srv_10.42.42.10(pid=15197): Launched\u000a21:14:11.939661 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:14:12.074813 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:14:12.408623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15198): Launched\u000a21:14:12.686434 run iperf3-srv_10.42.42.10(pid=15199): Launched\u000a21:14:12.884371 tst cs_paging_gprs_active.py:38: start network...\u000a21:14:13.019805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:13.534822 run create_hlr_db(pid=15200): Launched\u000a21:14:13.720803 bus /sierra_2: Setting Powered False\u000a21:14:14.742511 run create_hlr_db(pid=15200): Terminated: ok {rc=0}\u000a21:14:15.147387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15202): Launched\u000a21:14:15.450323 run osmo-hlr_10.42.42.2(pid=15203): Launched\u000a21:14:15.566349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:16.137953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15205): Launched\u000a21:14:16.547437 run osmo-stp_10.42.42.5(pid=15206): Launched\u000a21:14:16.772450 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:14:17.373633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15208): Launched\u000a21:14:17.481714 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:14:17.745115 run patchelf(pid=15209): Launched\u000a21:14:17.922340 run osmo-stp_10.42.42.5(pid=15206): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15206)]\u000a21:14:18.051786 run osmo-stp_10.42.42.5(pid=15206): stdout: \u000a| (launched: 2022-12-08_21:14:16.293577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:18.181985 run osmo-stp_10.42.42.5(pid=15206): stderr: \u000a| �[0;m�[38;5;43m20221208211416628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211416628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211416628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211416629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211416629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211416629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211416629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:18.307697 run osmo-stp_10.42.42.5(pid=15206): stdout: \u000a| (launched: 2022-12-08_21:14:16.293577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:18.431814 run osmo-stp_10.42.42.5(pid=15206): stderr: \u000a| �[0;m�[38;5;43m20221208211416628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211416628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211416628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211416629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211416629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211416629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211416629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:18.576585 run patchelf(pid=15209): Terminating (SIGINT)\u000a21:14:18.746855 run patchelf(pid=15209): Terminated: ok {rc=0}\u000a21:14:18.778077 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15206): Process ended prematurely: osmo-stp_10.42.42.5(pid=15206) [trial-2349↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15206)] [trial-2349↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a21:14:18.787146 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a21:14:18.848071 run osmo-hlr_10.42.42.2(pid=15203): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15203)]\u000a21:14:18.897079 run osmo-hlr_10.42.42.2(pid=15203): stdout: \u000a| (launched: 2022-12-08_21:14:15.300252) \u000a21:14:18.947271 run osmo-hlr_10.42.42.2(pid=15203): stderr: \u000a| �[0;m�[1;31m20221208211415478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211415479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211415479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211415479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211415479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211415479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211415491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211415501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211415501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211415501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:18.989228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15196): Terminating (SIGTERM)\u000a21:14:19.029156 run iperf3-srv_10.42.42.10(pid=15197): Terminating (SIGTERM)\u000a21:14:19.069475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15198): Terminating (SIGTERM)\u000a21:14:19.109512 run iperf3-srv_10.42.42.10(pid=15199): Terminating (SIGTERM)\u000a21:14:19.149696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15202): Terminating (SIGTERM)\u000a21:14:19.189800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15205): Terminating (SIGTERM)\u000a21:14:19.230132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15208): Terminating (SIGTERM)\u000a21:14:19.239646 --- ParallelTerminationStrategy: PID 15196 died...\u000a21:14:19.293654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15196): Terminated: ok {rc=0}\u000a21:14:19.303457 --- ParallelTerminationStrategy: PID 15197 died...\u000a21:14:19.357017 run iperf3-srv_10.42.42.10(pid=15197): Terminated {rc=256}\u000a21:14:19.367015 --- ParallelTerminationStrategy: PID 15198 died...\u000a21:14:19.420172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15198): Terminated: ok {rc=0}\u000a21:14:19.429884 --- ParallelTerminationStrategy: PID 15199 died...\u000a21:14:19.482661 run iperf3-srv_10.42.42.10(pid=15199): Terminated {rc=256}\u000a21:14:19.492454 --- ParallelTerminationStrategy: PID 15202 died...\u000a21:14:19.545404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15202): Terminated: ok {rc=0}\u000a21:14:19.555506 --- ParallelTerminationStrategy: PID 15205 died...\u000a21:14:19.609179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15205): Terminated: ok {rc=0}\u000a21:14:19.619047 --- ParallelTerminationStrategy: PID 15208 died...\u000a21:14:19.672426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15208): Terminated: ok {rc=0}\u000a21:14:19.759137 bus /gobi_0: Setting Powered False\u000a21:14:20.861416 bus /gobi_0: Setting Powered False\u000a21:14:21.971336 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15218): Process ended prematurely: osmo-stp_10.42.42.5(pid=15218) [trial-2349↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15218)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15218): Process ended prematurely: osmo-stp_10.42.42.5(pid=15218) [trial-2349↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a21:14:23.080349 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:23.091608 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:14:23.231133 tst iperf3.py: using LAC 16853\u000a21:14:23.351284 tst iperf3.py: using RAC 23\u000a21:14:23.471470 tst iperf3.py: using CellId 16853\u000a21:14:23.591517 tst iperf3.py: using BVCI 16854\u000a21:14:23.614552 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:23.625302 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:23.635788 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:23.646677 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:23.658060 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:23.669009 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:23.680191 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:23.691086 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:23.702368 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:23.995747 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:14:24.130170 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:14:24.464498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15210): Launched\u000a21:14:24.742221 run iperf3-srv_10.42.42.10(pid=15211): Launched\u000a21:14:24.939408 tst iperf3.py:8: start network...\u000a21:14:25.074490 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:25.590953 run create_hlr_db(pid=15212): Launched\u000a21:14:25.777337 bus /gobi_6: Setting Powered False\u000a21:14:26.798409 run create_hlr_db(pid=15212): Terminated: ok {rc=0}\u000a21:14:27.229479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15214): Launched\u000a21:14:27.554424 run osmo-hlr_10.42.42.2(pid=15215): Launched\u000a21:14:27.672600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:28.236475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15217): Launched\u000a21:14:28.559475 run osmo-stp_10.42.42.5(pid=15218): Launched\u000a21:14:28.676051 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:14:29.238178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15220): Launched\u000a21:14:29.353335 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:14:29.635476 run patchelf(pid=15221): Launched\u000a21:14:29.823805 run osmo-stp_10.42.42.5(pid=15218): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15218)]\u000a21:14:29.961659 run osmo-stp_10.42.42.5(pid=15218): stdout: \u000a| (launched: 2022-12-08_21:14:28.400918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:30.099823 run osmo-stp_10.42.42.5(pid=15218): stderr: \u000a| �[0;m�[38;5;43m20221208211428596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211428596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211428596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211428597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211428597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211428597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211428597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:30.233423 run osmo-stp_10.42.42.5(pid=15218): stdout: \u000a| (launched: 2022-12-08_21:14:28.400918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:30.366717 run osmo-stp_10.42.42.5(pid=15218): stderr: \u000a| �[0;m�[38;5;43m20221208211428596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211428596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211428596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211428597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211428597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211428597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211428597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:30.521104 run patchelf(pid=15221): Terminating (SIGINT)\u000a21:14:30.702357 run patchelf(pid=15221): Terminated: ok {rc=0}\u000a21:14:30.735440 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15218): Process ended prematurely: osmo-stp_10.42.42.5(pid=15218) [trial-2349↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15218)] [trial-2349↪gprs:nanobts+band-900↪iperf3.py:8]\u000a21:14:30.745393 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a21:14:30.808045 run osmo-hlr_10.42.42.2(pid=15215): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15215)]\u000a21:14:30.870560 run osmo-hlr_10.42.42.2(pid=15215): stdout: \u000a| (launched: 2022-12-08_21:14:27.394045) \u000a21:14:30.928213 run osmo-hlr_10.42.42.2(pid=15215): stderr: \u000a| �[0;m�[1;31m20221208211427593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211427593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211427593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211427593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211427593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211427593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211427606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211427614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211427614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211427614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:30.974442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15210): Terminating (SIGTERM)\u000a21:14:31.016893 run iperf3-srv_10.42.42.10(pid=15211): Terminating (SIGTERM)\u000a21:14:31.059283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15214): Terminating (SIGTERM)\u000a21:14:31.109811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15217): Terminating (SIGTERM)\u000a21:14:31.152385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15220): Terminating (SIGTERM)\u000a21:14:31.162294 --- ParallelTerminationStrategy: PID 15210 died...\u000a21:14:31.219114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15210): Terminated: ok {rc=0}\u000a21:14:31.229845 --- ParallelTerminationStrategy: PID 15211 died...\u000a21:14:31.286326 run iperf3-srv_10.42.42.10(pid=15211): Terminated {rc=256}\u000a21:14:31.296830 --- ParallelTerminationStrategy: PID 15214 died...\u000a21:14:31.353577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15214): Terminated: ok {rc=0}\u000a21:14:31.364151 --- ParallelTerminationStrategy: PID 15217 died...\u000a21:14:31.421400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15217): Terminated: ok {rc=0}\u000a21:14:31.432098 --- ParallelTerminationStrategy: PID 15220 died...\u000a21:14:31.489161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15220): Terminated: ok {rc=0}\u000a21:14:31.578463 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15236): Process ended prematurely: osmo-stp_10.42.42.5(pid=15236) [trial-2349↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15236)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15236): Process ended prematurely: osmo-stp_10.42.42.5(pid=15236) [trial-2349↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a21:14:32.686099 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:32.697557 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:14:32.834821 tst iperf3m4.py: using LAC 16854\u000a21:14:32.961150 tst iperf3m4.py: using RAC 24\u000a21:14:33.089851 tst iperf3m4.py: using CellId 16854\u000a21:14:33.218959 tst iperf3m4.py: using BVCI 16855\u000a21:14:33.243774 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:33.255026 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:33.266106 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:33.277153 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:33.288179 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:33.299129 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:33.310348 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:33.321364 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:33.332481 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:33.449509 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:33.566708 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:33.682321 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:33.959397 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:14:34.084498 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:14:34.396380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15222): Launched\u000a21:14:34.656111 run iperf3-srv_10.42.42.10(pid=15223): Launched\u000a21:14:34.839542 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:14:34.964697 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:14:35.276511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15224): Launched\u000a21:14:35.535602 run iperf3-srv_10.42.42.10(pid=15225): Launched\u000a21:14:35.718244 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:14:35.843211 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:14:36.155546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15226): Launched\u000a21:14:36.415258 run iperf3-srv_10.42.42.10(pid=15227): Launched\u000a21:14:36.598357 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:14:36.723225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:14:37.034451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15228): Launched\u000a21:14:37.293539 run iperf3-srv_10.42.42.10(pid=15229): Launched\u000a21:14:37.475994 tst iperf3m4.py:8: start network...\u000a21:14:37.601158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:38.076428 run create_hlr_db(pid=15230): Launched\u000a21:14:38.250030 bus /gobi_6: Setting Powered False\u000a21:14:39.271133 run create_hlr_db(pid=15230): Terminated: ok {rc=0}\u000a21:14:39.672380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15232): Launched\u000a21:14:39.974663 run osmo-hlr_10.42.42.2(pid=15233): Launched\u000a21:14:40.096852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:40.628465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15235): Launched\u000a21:14:40.930398 run osmo-stp_10.42.42.5(pid=15236): Launched\u000a21:14:41.040608 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:14:41.564908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15238): Launched\u000a21:14:41.672368 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:14:41.937605 run patchelf(pid=15239): Launched\u000a21:14:42.115077 run osmo-stp_10.42.42.5(pid=15236): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15236)]\u000a21:14:42.244563 run osmo-stp_10.42.42.5(pid=15236): stdout: \u000a| (launched: 2022-12-08_21:14:40.780909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:42.374619 run osmo-stp_10.42.42.5(pid=15236): stderr: \u000a| �[0;m�[38;5;43m20221208211440951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211440952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211440952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211440952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211440953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211440953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211440953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:42.499784 run osmo-stp_10.42.42.5(pid=15236): stdout: \u000a| (launched: 2022-12-08_21:14:40.780909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:42.624316 run osmo-stp_10.42.42.5(pid=15236): stderr: \u000a| �[0;m�[38;5;43m20221208211440951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211440952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211440952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211440952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211440953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211440953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211440953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:42.769107 run patchelf(pid=15239): Terminating (SIGINT)\u000a21:14:42.938959 run patchelf(pid=15239): Terminated: ok {rc=0}\u000a21:14:42.970453 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15236): Process ended prematurely: osmo-stp_10.42.42.5(pid=15236) [trial-2349↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15236)] [trial-2349↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a21:14:42.979754 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a21:14:43.040292 run osmo-hlr_10.42.42.2(pid=15233): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15233)]\u000a21:14:43.089495 run osmo-hlr_10.42.42.2(pid=15233): stdout: \u000a| (launched: 2022-12-08_21:14:39.825458) \u000a21:14:43.139248 run osmo-hlr_10.42.42.2(pid=15233): stderr: \u000a| �[0;m�[1;31m20221208211440001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211440001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211440001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211440001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211440001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211440001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211440013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211440021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211440022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211440022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:43.181395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15222): Terminating (SIGTERM)\u000a21:14:43.220827 run iperf3-srv_10.42.42.10(pid=15223): Terminating (SIGTERM)\u000a21:14:43.260397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15224): Terminating (SIGTERM)\u000a21:14:43.299896 run iperf3-srv_10.42.42.10(pid=15225): Terminating (SIGTERM)\u000a21:14:43.339620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15226): Terminating (SIGTERM)\u000a21:14:43.379151 run iperf3-srv_10.42.42.10(pid=15227): Terminating (SIGTERM)\u000a21:14:43.418855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15228): Terminating (SIGTERM)\u000a21:14:43.458404 run iperf3-srv_10.42.42.10(pid=15229): Terminating (SIGTERM)\u000a21:14:43.498014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15232): Terminating (SIGTERM)\u000a21:14:43.537532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15235): Terminating (SIGTERM)\u000a21:14:43.577017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15238): Terminating (SIGTERM)\u000a21:14:43.586296 --- ParallelTerminationStrategy: PID 15222 died...\u000a21:14:43.638954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15222): Terminated: ok {rc=0}\u000a21:14:43.648803 --- ParallelTerminationStrategy: PID 15223 died...\u000a21:14:43.701381 run iperf3-srv_10.42.42.10(pid=15223): Terminated {rc=256}\u000a21:14:43.711175 --- ParallelTerminationStrategy: PID 15224 died...\u000a21:14:43.763418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15224): Terminated: ok {rc=0}\u000a21:14:43.773329 --- ParallelTerminationStrategy: PID 15225 died...\u000a21:14:43.826067 run iperf3-srv_10.42.42.10(pid=15225): Terminated {rc=256}\u000a21:14:43.835726 --- ParallelTerminationStrategy: PID 15226 died...\u000a21:14:43.888476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15226): Terminated: ok {rc=0}\u000a21:14:43.898384 --- ParallelTerminationStrategy: PID 15227 died...\u000a21:14:43.950734 run iperf3-srv_10.42.42.10(pid=15227): Terminated {rc=256}\u000a21:14:43.960545 --- ParallelTerminationStrategy: PID 15228 died...\u000a21:14:44.013111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15228): Terminated: ok {rc=0}\u000a21:14:44.022938 --- ParallelTerminationStrategy: PID 15229 died...\u000a21:14:44.075345 run iperf3-srv_10.42.42.10(pid=15229): Terminated {rc=256}\u000a21:14:44.085300 --- ParallelTerminationStrategy: PID 15232 died...\u000a21:14:44.138310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15232): Terminated: ok {rc=0}\u000a21:14:44.148059 --- ParallelTerminationStrategy: PID 15235 died...\u000a21:14:44.200686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15235): Terminated: ok {rc=0}\u000a21:14:44.210300 --- ParallelTerminationStrategy: PID 15238 died...\u000a21:14:44.262686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15238): Terminated: ok {rc=0}\u000a21:14:44.349889 bus /gobi_4: Setting Powered False\u000a21:14:45.452341 bus /gobi_4: Setting Powered False\u000a21:14:46.574159 bus /gobi_1: Setting Powered False\u000a21:14:47.676495 bus /gobi_1: Setting Powered False\u000a21:14:48.782560 bus /gobi_0: Setting Powered False\u000a21:14:49.888465 bus /gobi_0: Setting Powered False\u000a21:14:50.996282 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15247): Process ended prematurely: osmo-stp_10.42.42.5(pid=15247) [trial-2349↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15247)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15247): Process ended prematurely: osmo-stp_10.42.42.5(pid=15247) [trial-2349↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a21:14:52.065234 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:52.077099 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:14:52.220023 tst ping.py: using LAC 16855\u000a21:14:52.339776 tst ping.py: using RAC 25\u000a21:14:52.456502 tst ping.py: using CellId 16855\u000a21:14:52.575230 tst ping.py: using BVCI 16856\u000a21:14:52.597842 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:52.608422 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:52.619049 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:52.630471 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:52.641848 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:52.652919 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:52.664356 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:52.675742 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:52.966188 tst ping.py:19: start network...\u000a21:14:53.098641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:53.605193 run create_hlr_db(pid=15241): Launched\u000a21:14:53.788756 bus /gobi_6: Setting Powered False\u000a21:14:54.810495 run create_hlr_db(pid=15241): Terminated: ok {rc=0}\u000a21:14:55.208359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15243): Launched\u000a21:14:55.502915 run osmo-hlr_10.42.42.2(pid=15244): Launched\u000a21:14:55.617273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:56.137042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15246): Launched\u000a21:14:56.430994 run osmo-stp_10.42.42.5(pid=15247): Launched\u000a21:14:56.538986 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:14:57.053701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15249): Launched\u000a21:14:57.158688 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:14:57.417669 run patchelf(pid=15250): Launched\u000a21:14:57.591510 run osmo-stp_10.42.42.5(pid=15247): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15247)]\u000a21:14:57.718068 run osmo-stp_10.42.42.5(pid=15247): stdout: \u000a| (launched: 2022-12-08_21:14:56.286113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:57.844793 run osmo-stp_10.42.42.5(pid=15247): stderr: \u000a| �[0;m�[38;5;43m20221208211456456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211456457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211456457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211456458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211456458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211456458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211456458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:57.967212 run osmo-stp_10.42.42.5(pid=15247): stdout: \u000a| (launched: 2022-12-08_21:14:56.286113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:58.088486 run osmo-stp_10.42.42.5(pid=15247): stderr: \u000a| �[0;m�[38;5;43m20221208211456456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211456457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211456457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211456458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211456458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211456458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211456458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:58.230135 run patchelf(pid=15250): Terminating (SIGINT)\u000a21:14:58.397079 run patchelf(pid=15250): Terminated: ok {rc=0}\u000a21:14:58.427231 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15247): Process ended prematurely: osmo-stp_10.42.42.5(pid=15247) [trial-2349↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15247)] [trial-2349↪gprs:nanobts+band-900↪ping.py:22]\u000a21:14:58.435831 tst ping.py:22: Test FAILED (6.4 sec)\u000a21:14:58.496183 run osmo-hlr_10.42.42.2(pid=15244): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15244)]\u000a21:14:58.544484 run osmo-hlr_10.42.42.2(pid=15244): stdout: \u000a| (launched: 2022-12-08_21:14:55.357810) \u000a21:14:58.593827 run osmo-hlr_10.42.42.2(pid=15244): stderr: \u000a| �[0;m�[1;31m20221208211455533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211455533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211455533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211455533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211455533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211455533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211455544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211455554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211455555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211455555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:58.635448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15243): Terminating (SIGTERM)\u000a21:14:58.675056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15246): Terminating (SIGTERM)\u000a21:14:58.715239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15249): Terminating (SIGTERM)\u000a21:14:58.724654 --- ParallelTerminationStrategy: PID 15243 died...\u000a21:14:58.778868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15243): Terminated: ok {rc=0}\u000a21:14:58.788798 --- ParallelTerminationStrategy: PID 15246 died...\u000a21:14:58.842980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15246): Terminated: ok {rc=0}\u000a21:14:58.852914 --- ParallelTerminationStrategy: PID 15249 died...\u000a21:14:58.906533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15249): Terminated: ok {rc=0}\u000a21:14:58.995068 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15260): Process ended prematurely: osmo-stp_10.42.42.5(pid=15260) [trial-2349↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15260)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15260): Process ended prematurely: osmo-stp_10.42.42.5(pid=15260) [trial-2349↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a21:15:00.046288 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:00.058024 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:15:00.193407 tst ping_idle_ping.py: using LAC 16856\u000a21:15:00.309359 tst ping_idle_ping.py: using RAC 26\u000a21:15:00.426240 tst ping_idle_ping.py: using CellId 16856\u000a21:15:00.544508 tst ping_idle_ping.py: using BVCI 16857\u000a21:15:00.567150 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:00.577930 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:00.588411 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:00.599219 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:00.609913 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:00.620530 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:00.631409 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:00.642227 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:15:00.955186 tst ping_idle_ping.py:24: start network...\u000a21:15:01.095303 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:01.665979 run create_hlr_db(pid=15254): Launched\u000a21:15:01.873033 bus /gobi_6: Setting Powered False\u000a21:15:02.872141 run create_hlr_db(pid=15254): Terminated: ok {rc=0}\u000a21:15:03.291333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15256): Launched\u000a21:15:03.587118 run osmo-hlr_10.42.42.2(pid=15257): Launched\u000a21:15:03.694573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:04.208915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15259): Launched\u000a21:15:04.507040 run osmo-stp_10.42.42.5(pid=15260): Launched\u000a21:15:04.615776 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:15:05.133844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15262): Launched\u000a21:15:05.239549 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:15:05.499154 run patchelf(pid=15263): Launched\u000a21:15:05.674037 run osmo-stp_10.42.42.5(pid=15260): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15260)]\u000a21:15:05.800913 run osmo-stp_10.42.42.5(pid=15260): stdout: \u000a| (launched: 2022-12-08_21:15:04.359569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:05.928291 run osmo-stp_10.42.42.5(pid=15260): stderr: \u000a| �[0;m�[38;5;43m20221208211504532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211504532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211504532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211504533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211504533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211504533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211504533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:06.051138 run osmo-stp_10.42.42.5(pid=15260): stdout: \u000a| (launched: 2022-12-08_21:15:04.359569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:06.173238 run osmo-stp_10.42.42.5(pid=15260): stderr: \u000a| �[0;m�[38;5;43m20221208211504532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211504532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211504532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211504533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211504533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211504533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211504533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:06.314976 run patchelf(pid=15263): Terminating (SIGINT)\u000a21:15:06.482415 run patchelf(pid=15263): Terminated: ok {rc=0}\u000a21:15:06.512695 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15260): Process ended prematurely: osmo-stp_10.42.42.5(pid=15260) [trial-2349↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15260)] [trial-2349↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a21:15:06.521342 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a21:15:06.582488 run osmo-hlr_10.42.42.2(pid=15257): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15257)]\u000a21:15:06.631649 run osmo-hlr_10.42.42.2(pid=15257): stdout: \u000a| (launched: 2022-12-08_21:15:03.440871) \u000a21:15:06.681382 run osmo-hlr_10.42.42.2(pid=15257): stderr: \u000a| �[0;m�[1;31m20221208211503617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211503617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211503617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211503617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211503617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211503617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211503630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211503638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211503638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211503638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:06.724095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15256): Terminating (SIGTERM)\u000a21:15:06.764118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15259): Terminating (SIGTERM)\u000a21:15:06.804124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15262): Terminating (SIGTERM)\u000a21:15:06.813764 --- ParallelTerminationStrategy: PID 15256 died...\u000a21:15:06.867248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15256): Terminated: ok {rc=0}\u000a21:15:06.877272 --- ParallelTerminationStrategy: PID 15259 died...\u000a21:15:06.930399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15259): Terminated: ok {rc=0}\u000a21:15:06.940295 --- ParallelTerminationStrategy: PID 15262 died...\u000a21:15:06.993510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15262): Terminated: ok {rc=0}\u000a21:15:07.081920 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:14:09" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15278): Process ended prematurely: osmo-stp_10.42.42.5(pid=15278) [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15278)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15278): Process ended prematurely: osmo-stp_10.42.42.5(pid=15278) [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:15:09.225549 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:09.236328 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:15:09.372572 tst cs_paging_gprs_active.py: using LAC 16857\u000a21:15:09.491668 tst cs_paging_gprs_active.py: using RAC 27\u000a21:15:09.611326 tst cs_paging_gprs_active.py: using CellId 16857\u000a21:15:09.729578 tst cs_paging_gprs_active.py: using BVCI 16858\u000a21:15:09.752441 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:09.763381 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:09.774133 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:09.785057 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:09.795875 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:09.806906 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:09.817950 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:09.828733 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:09.839813 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:15:09.961080 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:15:10.260624 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:15:10.396797 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:15:10.733248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15268): Launched\u000a21:15:11.012236 run iperf3-srv_10.42.42.10(pid=15269): Launched\u000a21:15:11.210345 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:15:11.345040 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:15:11.680291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15270): Launched\u000a21:15:11.959399 run iperf3-srv_10.42.42.10(pid=15271): Launched\u000a21:15:12.158629 tst cs_paging_gprs_active.py:38: start network...\u000a21:15:12.293880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:12.814673 run create_hlr_db(pid=15272): Launched\u000a21:15:13.001822 bus /gobi_6: Setting Powered False\u000a21:15:14.023389 run create_hlr_db(pid=15272): Terminated: ok {rc=0}\u000a21:15:14.456487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15274): Launched\u000a21:15:14.781413 run osmo-hlr_10.42.42.2(pid=15275): Launched\u000a21:15:14.901731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:15.466294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15277): Launched\u000a21:15:15.789712 run osmo-stp_10.42.42.5(pid=15278): Launched\u000a21:15:16.034684 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:15:16.602517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15280): Launched\u000a21:15:16.715006 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:15:17.005917 run patchelf(pid=15281): Launched\u000a21:15:17.193846 run osmo-stp_10.42.42.5(pid=15278): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15278)]\u000a21:15:17.323587 run osmo-stp_10.42.42.5(pid=15278): stdout: \u000a| (launched: 2022-12-08_21:15:15.630782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:17.453498 run osmo-stp_10.42.42.5(pid=15278): stderr: \u000a| �[0;m�[38;5;43m20221208211515825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211515825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211515826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211515826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211515826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211515827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211515827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:17.579346 run osmo-stp_10.42.42.5(pid=15278): stdout: \u000a| (launched: 2022-12-08_21:15:15.630782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:17.703818 run osmo-stp_10.42.42.5(pid=15278): stderr: \u000a| �[0;m�[38;5;43m20221208211515825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211515825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211515826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211515826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211515826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211515827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211515827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:17.848378 run patchelf(pid=15281): Terminating (SIGINT)\u000a21:15:18.017665 run patchelf(pid=15281): Terminated: ok {rc=0}\u000a21:15:18.048724 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15278): Process ended prematurely: osmo-stp_10.42.42.5(pid=15278) [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15278)] [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:15:18.058059 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a21:15:18.118680 run osmo-hlr_10.42.42.2(pid=15275): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15275)]\u000a21:15:18.167715 run osmo-hlr_10.42.42.2(pid=15275): stdout: \u000a| (launched: 2022-12-08_21:15:14.622575) \u000a21:15:18.217680 run osmo-hlr_10.42.42.2(pid=15275): stderr: \u000a| �[0;m�[1;31m20221208211514821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211514821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211514821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211514821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211514821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211514821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211514833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211514841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211514842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211514842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:18.259811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15268): Terminating (SIGTERM)\u000a21:15:18.299940 run iperf3-srv_10.42.42.10(pid=15269): Terminating (SIGTERM)\u000a21:15:18.340237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15270): Terminating (SIGTERM)\u000a21:15:18.379918 run iperf3-srv_10.42.42.10(pid=15271): Terminating (SIGTERM)\u000a21:15:18.419792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15274): Terminating (SIGTERM)\u000a21:15:18.459690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15277): Terminating (SIGTERM)\u000a21:15:18.499720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15280): Terminating (SIGTERM)\u000a21:15:18.509197 --- ParallelTerminationStrategy: PID 15268 died...\u000a21:15:18.563251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15268): Terminated: ok {rc=0}\u000a21:15:18.573093 --- ParallelTerminationStrategy: PID 15269 died...\u000a21:15:18.626535 run iperf3-srv_10.42.42.10(pid=15269): Terminated {rc=256}\u000a21:15:18.636526 --- ParallelTerminationStrategy: PID 15270 died...\u000a21:15:18.690227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15270): Terminated: ok {rc=0}\u000a21:15:18.699815 --- ParallelTerminationStrategy: PID 15271 died...\u000a21:15:18.752643 run iperf3-srv_10.42.42.10(pid=15271): Terminated {rc=256}\u000a21:15:18.762462 --- ParallelTerminationStrategy: PID 15274 died...\u000a21:15:18.815567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15274): Terminated: ok {rc=0}\u000a21:15:18.825598 --- ParallelTerminationStrategy: PID 15277 died...\u000a21:15:18.878571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15277): Terminated: ok {rc=0}\u000a21:15:18.888403 --- ParallelTerminationStrategy: PID 15280 died...\u000a21:15:18.941500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15280): Terminated: ok {rc=0}\u000a21:15:19.030159 bus /gobi_0: Setting Powered False\u000a21:15:20.132711 bus /gobi_0: Setting Powered False\u000a21:15:21.238856 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15290): Process ended prematurely: osmo-stp_10.42.42.5(pid=15290) [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15290)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15290): Process ended prematurely: osmo-stp_10.42.42.5(pid=15290) [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:15:22.354782 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:22.366872 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:15:22.516119 tst iperf3.py: using LAC 16858\u000a21:15:22.643417 tst iperf3.py: using RAC 28\u000a21:15:22.764831 tst iperf3.py: using CellId 16858\u000a21:15:22.885021 tst iperf3.py: using BVCI 16859\u000a21:15:22.907951 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:22.918962 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:22.929760 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:22.940731 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:22.951639 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:22.962597 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:22.973678 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:22.984619 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:22.995684 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:15:23.275422 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:15:23.401229 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:15:23.713379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15282): Launched\u000a21:15:23.972395 run iperf3-srv_10.42.42.10(pid=15283): Launched\u000a21:15:24.155908 tst iperf3.py:8: start network...\u000a21:15:24.280936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:24.754264 run create_hlr_db(pid=15284): Launched\u000a21:15:24.926572 bus /gobi_6: Setting Powered False\u000a21:15:25.948823 run create_hlr_db(pid=15284): Terminated: ok {rc=0}\u000a21:15:26.379482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15286): Launched\u000a21:15:26.703070 run osmo-hlr_10.42.42.2(pid=15287): Launched\u000a21:15:26.824521 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:27.389272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15289): Launched\u000a21:15:27.713587 run osmo-stp_10.42.42.5(pid=15290): Launched\u000a21:15:27.830514 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:15:28.394550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15292): Launched\u000a21:15:28.510019 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:15:28.793557 run patchelf(pid=15293): Launched\u000a21:15:28.983053 run osmo-stp_10.42.42.5(pid=15290): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15290)]\u000a21:15:29.121239 run osmo-stp_10.42.42.5(pid=15290): stdout: \u000a| (launched: 2022-12-08_21:15:27.554437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:29.259314 run osmo-stp_10.42.42.5(pid=15290): stderr: \u000a| �[0;m�[38;5;43m20221208211527746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211527747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211527747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211527747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211527748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211527748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211527748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:29.393191 run osmo-stp_10.42.42.5(pid=15290): stdout: \u000a| (launched: 2022-12-08_21:15:27.554437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:29.525650 run osmo-stp_10.42.42.5(pid=15290): stderr: \u000a| �[0;m�[38;5;43m20221208211527746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211527747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211527747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211527747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211527748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211527748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211527748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:29.680610 run patchelf(pid=15293): Terminating (SIGINT)\u000a21:15:29.862497 run patchelf(pid=15293): Terminated: ok {rc=0}\u000a21:15:29.895795 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15290): Process ended prematurely: osmo-stp_10.42.42.5(pid=15290) [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15290)] [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a21:15:29.905661 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a21:15:29.968101 run osmo-hlr_10.42.42.2(pid=15287): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15287)]\u000a21:15:30.019559 run osmo-hlr_10.42.42.2(pid=15287): stdout: \u000a| (launched: 2022-12-08_21:15:26.543624) \u000a21:15:30.071288 run osmo-hlr_10.42.42.2(pid=15287): stderr: \u000a| �[0;m�[1;31m20221208211526743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211526744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211526744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211526744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211526744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211526744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211526758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211526766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211526766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211526766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:30.115222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15282): Terminating (SIGTERM)\u000a21:15:30.156802 run iperf3-srv_10.42.42.10(pid=15283): Terminating (SIGTERM)\u000a21:15:30.199860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15286): Terminating (SIGTERM)\u000a21:15:30.241356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15289): Terminating (SIGTERM)\u000a21:15:30.282769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15292): Terminating (SIGTERM)\u000a21:15:30.292444 --- ParallelTerminationStrategy: PID 15282 died...\u000a21:15:30.347948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15282): Terminated: ok {rc=0}\u000a21:15:30.358024 --- ParallelTerminationStrategy: PID 15283 died...\u000a21:15:30.413234 run iperf3-srv_10.42.42.10(pid=15283): Terminated {rc=256}\u000a21:15:30.423207 --- ParallelTerminationStrategy: PID 15286 died...\u000a21:15:30.478638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15286): Terminated: ok {rc=0}\u000a21:15:30.488538 --- ParallelTerminationStrategy: PID 15289 died...\u000a21:15:30.543580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15289): Terminated: ok {rc=0}\u000a21:15:30.553708 --- ParallelTerminationStrategy: PID 15292 died...\u000a21:15:30.608734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15292): Terminated: ok {rc=0}\u000a21:15:30.694900 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15308): Process ended prematurely: osmo-stp_10.42.42.5(pid=15308) [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15308)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15308): Process ended prematurely: osmo-stp_10.42.42.5(pid=15308) [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:15:31.828925 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:31.843125 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:15:31.992389 tst iperf3m4.py: using LAC 16859\u000a21:15:32.121535 tst iperf3m4.py: using RAC 29\u000a21:15:32.259136 tst iperf3m4.py: using CellId 16859\u000a21:15:32.380529 tst iperf3m4.py: using BVCI 16860\u000a21:15:32.403756 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:32.414923 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:32.425937 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:32.437386 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:32.448556 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:32.459871 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:32.471685 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:32.482838 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:32.494271 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:15:32.617746 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:15:32.735192 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:15:32.856243 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:15:33.134465 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:15:33.260380 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:15:33.572734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15294): Launched\u000a21:15:33.833260 run iperf3-srv_10.42.42.10(pid=15295): Launched\u000a21:15:34.017818 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:15:34.143249 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:15:34.455954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15296): Launched\u000a21:15:34.716503 run iperf3-srv_10.42.42.10(pid=15297): Launched\u000a21:15:34.900868 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:15:35.026601 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:15:35.339769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15298): Launched\u000a21:15:35.599791 run iperf3-srv_10.42.42.10(pid=15299): Launched\u000a21:15:35.783171 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:15:35.908631 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:15:36.224058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15300): Launched\u000a21:15:36.484364 run iperf3-srv_10.42.42.10(pid=15301): Launched\u000a21:15:36.667616 tst iperf3m4.py:8: start network...\u000a21:15:36.793395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:37.283963 run create_hlr_db(pid=15302): Launched\u000a21:15:37.465631 bus /gobi_6: Setting Powered False\u000a21:15:38.481782 run create_hlr_db(pid=15302): Terminated: ok {rc=0}\u000a21:15:38.915103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15304): Launched\u000a21:15:39.241165 run osmo-hlr_10.42.42.2(pid=15305): Launched\u000a21:15:39.359021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:39.922700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15307): Launched\u000a21:15:40.247251 run osmo-stp_10.42.42.5(pid=15308): Launched\u000a21:15:40.363967 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:15:40.927514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15310): Launched\u000a21:15:41.043519 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:15:41.327100 run patchelf(pid=15311): Launched\u000a21:15:41.516284 run osmo-stp_10.42.42.5(pid=15308): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15308)]\u000a21:15:41.654801 run osmo-stp_10.42.42.5(pid=15308): stdout: \u000a| (launched: 2022-12-08_21:15:40.088444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:41.792901 run osmo-stp_10.42.42.5(pid=15308): stderr: \u000a| �[0;m�[38;5;43m20221208211540281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211540281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211540281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211540281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211540282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211540282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211540282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:41.926990 run osmo-stp_10.42.42.5(pid=15308): stdout: \u000a| (launched: 2022-12-08_21:15:40.088444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:42.060395 run osmo-stp_10.42.42.5(pid=15308): stderr: \u000a| �[0;m�[38;5;43m20221208211540281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211540281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211540281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211540281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211540282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211540282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211540282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:42.215234 run patchelf(pid=15311): Terminating (SIGINT)\u000a21:15:42.396943 run patchelf(pid=15311): Terminated: ok {rc=0}\u000a21:15:42.430181 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15308): Process ended prematurely: osmo-stp_10.42.42.5(pid=15308) [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15308)] [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:15:42.440056 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a21:15:42.503044 run osmo-hlr_10.42.42.2(pid=15305): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15305)]\u000a21:15:42.554120 run osmo-hlr_10.42.42.2(pid=15305): stdout: \u000a| (launched: 2022-12-08_21:15:39.081378) \u000a21:15:42.605767 run osmo-hlr_10.42.42.2(pid=15305): stderr: \u000a| �[0;m�[1;31m20221208211539280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211539280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211539280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211539280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211539280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211539280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211539293 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211539301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211539301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211539301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:42.649904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15294): Terminating (SIGTERM)\u000a21:15:42.691463 run iperf3-srv_10.42.42.10(pid=15295): Terminating (SIGTERM)\u000a21:15:42.732883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15296): Terminating (SIGTERM)\u000a21:15:42.774613 run iperf3-srv_10.42.42.10(pid=15297): Terminating (SIGTERM)\u000a21:15:42.816097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15298): Terminating (SIGTERM)\u000a21:15:42.858101 run iperf3-srv_10.42.42.10(pid=15299): Terminating (SIGTERM)\u000a21:15:42.899698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15300): Terminating (SIGTERM)\u000a21:15:42.941175 run iperf3-srv_10.42.42.10(pid=15301): Terminating (SIGTERM)\u000a21:15:42.983049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15304): Terminating (SIGTERM)\u000a21:15:43.024603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15307): Terminating (SIGTERM)\u000a21:15:43.066405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15310): Terminating (SIGTERM)\u000a21:15:43.076161 --- ParallelTerminationStrategy: PID 15294 died...\u000a21:15:43.131833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15294): Terminated: ok {rc=0}\u000a21:15:43.141953 --- ParallelTerminationStrategy: PID 15295 died...\u000a21:15:43.197455 run iperf3-srv_10.42.42.10(pid=15295): Terminated {rc=256}\u000a21:15:43.207473 --- ParallelTerminationStrategy: PID 15296 died...\u000a21:15:43.262606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15296): Terminated: ok {rc=0}\u000a21:15:43.272550 --- ParallelTerminationStrategy: PID 15297 died...\u000a21:15:43.327609 run iperf3-srv_10.42.42.10(pid=15297): Terminated {rc=256}\u000a21:15:43.337687 --- ParallelTerminationStrategy: PID 15298 died...\u000a21:15:43.392921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15298): Terminated: ok {rc=0}\u000a21:15:43.403027 --- ParallelTerminationStrategy: PID 15299 died...\u000a21:15:43.457995 run iperf3-srv_10.42.42.10(pid=15299): Terminated {rc=256}\u000a21:15:43.468056 --- ParallelTerminationStrategy: PID 15300 died...\u000a21:15:43.523304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15300): Terminated: ok {rc=0}\u000a21:15:43.533452 --- ParallelTerminationStrategy: PID 15301 died...\u000a21:15:43.588164 run iperf3-srv_10.42.42.10(pid=15301): Terminated {rc=256}\u000a21:15:43.598173 --- ParallelTerminationStrategy: PID 15304 died...\u000a21:15:43.653265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15304): Terminated: ok {rc=0}\u000a21:15:43.663262 --- ParallelTerminationStrategy: PID 15307 died...\u000a21:15:43.718139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15307): Terminated: ok {rc=0}\u000a21:15:43.728171 --- ParallelTerminationStrategy: PID 15310 died...\u000a21:15:43.783164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15310): Terminated: ok {rc=0}\u000a21:15:43.869038 bus /gobi_4: Setting Powered False\u000a21:15:44.973140 bus /gobi_4: Setting Powered False\u000a21:15:46.093105 bus /gobi_1: Setting Powered False\u000a21:15:47.207258 bus /gobi_1: Setting Powered False\u000a21:15:48.313955 bus /gobi_0: Setting Powered False\u000a21:15:49.414260 bus /gobi_0: Setting Powered False\u000a21:15:50.525924 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15319): Process ended prematurely: osmo-stp_10.42.42.5(pid=15319) [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15319)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15319): Process ended prematurely: osmo-stp_10.42.42.5(pid=15319) [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:15:51.592942 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:51.604640 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:15:51.741275 tst ping.py: using LAC 16860\u000a21:15:51.863866 tst ping.py: using RAC 30\u000a21:15:51.978527 tst ping.py: using CellId 16860\u000a21:15:52.093452 tst ping.py: using BVCI 16861\u000a21:15:52.116061 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:52.127115 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:52.138046 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:52.149084 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:52.160005 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:52.171009 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:52.182190 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:52.193205 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:15:52.464930 tst ping.py:19: start network...\u000a21:15:52.587609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:53.050125 run create_hlr_db(pid=15313): Launched\u000a21:15:53.220613 bus /gobi_6: Setting Powered False\u000a21:15:54.241528 run create_hlr_db(pid=15313): Terminated: ok {rc=0}\u000a21:15:54.636485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15315): Launched\u000a21:15:54.933229 run osmo-hlr_10.42.42.2(pid=15316): Launched\u000a21:15:55.041435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:55.558846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15318): Launched\u000a21:15:55.855262 run osmo-stp_10.42.42.5(pid=15319): Launched\u000a21:15:55.963105 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:15:56.480447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15321): Launched\u000a21:15:56.587514 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:15:56.848345 run patchelf(pid=15322): Launched\u000a21:15:57.023470 run osmo-stp_10.42.42.5(pid=15319): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15319)]\u000a21:15:57.150574 run osmo-stp_10.42.42.5(pid=15319): stdout: \u000a| (launched: 2022-12-08_21:15:55.709186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:57.278276 run osmo-stp_10.42.42.5(pid=15319): stderr: \u000a| �[0;m�[38;5;43m20221208211555877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211555877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211555877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211555878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211555880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211555880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211555880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:57.401128 run osmo-stp_10.42.42.5(pid=15319): stdout: \u000a| (launched: 2022-12-08_21:15:55.709186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:57.522978 run osmo-stp_10.42.42.5(pid=15319): stderr: \u000a| �[0;m�[38;5;43m20221208211555877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211555877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211555877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211555878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211555880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211555880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211555880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:57.664889 run patchelf(pid=15322): Terminating (SIGINT)\u000a21:15:57.831798 run patchelf(pid=15322): Terminated: ok {rc=0}\u000a21:15:57.862045 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15319): Process ended prematurely: osmo-stp_10.42.42.5(pid=15319) [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15319)] [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a21:15:57.870732 tst ping.py:22: Test FAILED (6.3 sec)\u000a21:15:57.930994 run osmo-hlr_10.42.42.2(pid=15316): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15316)]\u000a21:15:57.979952 run osmo-hlr_10.42.42.2(pid=15316): stdout: \u000a| (launched: 2022-12-08_21:15:54.786200) \u000a21:15:58.029485 run osmo-hlr_10.42.42.2(pid=15316): stderr: \u000a| �[0;m�[1;31m20221208211554964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211554964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211554964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211554964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211554964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211554964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211554976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211554984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211554984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211554985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:58.071145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15315): Terminating (SIGTERM)\u000a21:15:58.110705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15318): Terminating (SIGTERM)\u000a21:15:58.150285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15321): Terminating (SIGTERM)\u000a21:15:58.159815 --- ParallelTerminationStrategy: PID 15315 died...\u000a21:15:58.213058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15315): Terminated: ok {rc=0}\u000a21:15:58.223016 --- ParallelTerminationStrategy: PID 15318 died...\u000a21:15:58.276595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15318): Terminated: ok {rc=0}\u000a21:15:58.286335 --- ParallelTerminationStrategy: PID 15321 died...\u000a21:15:58.339204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15321): Terminated: ok {rc=0}\u000a21:15:58.426720 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15329): Process ended prematurely: osmo-stp_10.42.42.5(pid=15329) [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15329)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15329): Process ended prematurely: osmo-stp_10.42.42.5(pid=15329) [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:15:59.478469 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:59.490583 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:15:59.628298 tst ping_idle_ping.py: using LAC 16861\u000a21:15:59.745665 tst ping_idle_ping.py: using RAC 31\u000a21:15:59.861900 tst ping_idle_ping.py: using CellId 16861\u000a21:15:59.981198 tst ping_idle_ping.py: using BVCI 16862\u000a21:16:00.003923 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:00.015278 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:00.026322 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:00.037739 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:00.049067 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:00.060409 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:00.072032 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:00.083491 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:16:00.375586 tst ping_idle_ping.py:24: start network...\u000a21:16:00.508831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:01.060002 run create_hlr_db(pid=15323): Launched\u000a21:16:01.237845 bus /gobi_6: Setting Powered False\u000a21:16:02.257788 run create_hlr_db(pid=15323): Terminated: ok {rc=0}\u000a21:16:02.656224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15325): Launched\u000a21:16:02.953276 run osmo-hlr_10.42.42.2(pid=15326): Launched\u000a21:16:03.063005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:03.577802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15328): Launched\u000a21:16:03.875904 run osmo-stp_10.42.42.5(pid=15329): Launched\u000a21:16:03.984217 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:16:04.503550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15331): Launched\u000a21:16:04.609784 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:16:04.870410 run patchelf(pid=15332): Launched\u000a21:16:05.046099 run osmo-stp_10.42.42.5(pid=15329): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15329)]\u000a21:16:05.174350 run osmo-stp_10.42.42.5(pid=15329): stdout: \u000a| (launched: 2022-12-08_21:16:03.728482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:05.301907 run osmo-stp_10.42.42.5(pid=15329): stderr: \u000a| �[0;m�[38;5;43m20221208211603899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211603899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211603899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211603900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211603900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211603900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211603900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:05.424658 run osmo-stp_10.42.42.5(pid=15329): stdout: \u000a| (launched: 2022-12-08_21:16:03.728482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:05.546661 run osmo-stp_10.42.42.5(pid=15329): stderr: \u000a| �[0;m�[38;5;43m20221208211603899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211603899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211603899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211603900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211603900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211603900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211603900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:05.689124 run patchelf(pid=15332): Terminating (SIGINT)\u000a21:16:05.857065 run patchelf(pid=15332): Terminated: ok {rc=0}\u000a21:16:05.887616 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15329): Process ended prematurely: osmo-stp_10.42.42.5(pid=15329) [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15329)] [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:16:05.896276 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a21:16:05.957057 run osmo-hlr_10.42.42.2(pid=15326): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15326)]\u000a21:16:06.006017 run osmo-hlr_10.42.42.2(pid=15326): stdout: \u000a| (launched: 2022-12-08_21:16:02.807227) \u000a21:16:06.055532 run osmo-hlr_10.42.42.2(pid=15326): stderr: \u000a| �[0;m�[1;31m20221208211602983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211602983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211602983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211602983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211602983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211602983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211602995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211603003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211603004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211603004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:06.097749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15325): Terminating (SIGTERM)\u000a21:16:06.137921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15328): Terminating (SIGTERM)\u000a21:16:06.177687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15331): Terminating (SIGTERM)\u000a21:16:06.187129 --- ParallelTerminationStrategy: PID 15325 died...\u000a21:16:06.241180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15325): Terminated: ok {rc=0}\u000a21:16:06.250932 --- ParallelTerminationStrategy: PID 15328 died...\u000a21:16:06.303857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15328): Terminated: ok {rc=0}\u000a21:16:06.313823 --- ParallelTerminationStrategy: PID 15331 died...\u000a21:16:06.366658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15331): Terminated: ok {rc=0}\u000a21:16:06.454136 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:15:08" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15346): Process ended prematurely: osmo-stp_10.42.42.5(pid=15346) [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15346)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15346): Process ended prematurely: osmo-stp_10.42.42.5(pid=15346) [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:16:08.605312 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:08.616378 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:16:08.778149 tst cs_paging_gprs_active.py: using LAC 16862\u000a21:16:08.904086 tst cs_paging_gprs_active.py: using RAC 32\u000a21:16:09.035398 tst cs_paging_gprs_active.py: using CellId 16862\u000a21:16:09.162889 tst cs_paging_gprs_active.py: using BVCI 16863\u000a21:16:09.188032 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:09.199690 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:09.210976 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:09.222507 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:09.234054 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:09.245457 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:09.256909 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:09.268241 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:09.279682 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:16:09.402793 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:16:09.683505 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:16:09.809094 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:10.122199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15336): Launched\u000a21:16:10.382239 run iperf3-srv_10.42.42.10(pid=15337): Launched\u000a21:16:10.566262 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:16:10.691544 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:11.004264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15338): Launched\u000a21:16:11.265414 run iperf3-srv_10.42.42.10(pid=15339): Launched\u000a21:16:11.448226 tst cs_paging_gprs_active.py:38: start network...\u000a21:16:11.573389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:12.050550 run create_hlr_db(pid=15340): Launched\u000a21:16:12.224531 bus /gobi_6: Setting Powered False\u000a21:16:13.246472 run create_hlr_db(pid=15340): Terminated: ok {rc=0}\u000a21:16:13.679379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15342): Launched\u000a21:16:14.004647 run osmo-hlr_10.42.42.2(pid=15343): Launched\u000a21:16:14.126424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:14.691063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15345): Launched\u000a21:16:15.017649 run osmo-stp_10.42.42.5(pid=15346): Launched\u000a21:16:15.136362 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:16:15.702649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15348): Launched\u000a21:16:15.818749 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:16:16.148709 run patchelf(pid=15349): Launched\u000a21:16:16.331732 run osmo-stp_10.42.42.5(pid=15346): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15346)]\u000a21:16:16.467093 run osmo-stp_10.42.42.5(pid=15346): stdout: \u000a| (launched: 2022-12-08_21:16:14.857158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:16.603760 run osmo-stp_10.42.42.5(pid=15346): stderr: \u000a| �[0;m�[38;5;43m20221208211615051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211615051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211615051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211615052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211615052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211615052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211615052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:16.733497 run osmo-stp_10.42.42.5(pid=15346): stdout: \u000a| (launched: 2022-12-08_21:16:14.857158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:16.863503 run osmo-stp_10.42.42.5(pid=15346): stderr: \u000a| �[0;m�[38;5;43m20221208211615051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211615051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211615051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211615052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211615052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211615052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211615052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:17.014489 run patchelf(pid=15349): Terminating (SIGINT)\u000a21:16:17.188883 run patchelf(pid=15349): Terminated: ok {rc=0}\u000a21:16:17.220409 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15346): Process ended prematurely: osmo-stp_10.42.42.5(pid=15346) [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15346)] [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:16:17.230011 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a21:16:17.291881 run osmo-hlr_10.42.42.2(pid=15343): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15343)]\u000a21:16:17.341625 run osmo-hlr_10.42.42.2(pid=15343): stdout: \u000a| (launched: 2022-12-08_21:16:13.845243) \u000a21:16:17.391967 run osmo-hlr_10.42.42.2(pid=15343): stderr: \u000a| �[0;m�[1;31m20221208211614047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211614047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211614047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211614047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211614047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211614048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211614060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211614068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211614069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211614069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:17.434279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15336): Terminating (SIGTERM)\u000a21:16:17.474470 run iperf3-srv_10.42.42.10(pid=15337): Terminating (SIGTERM)\u000a21:16:17.514648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15338): Terminating (SIGTERM)\u000a21:16:17.555051 run iperf3-srv_10.42.42.10(pid=15339): Terminating (SIGTERM)\u000a21:16:17.595271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15342): Terminating (SIGTERM)\u000a21:16:17.635491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15345): Terminating (SIGTERM)\u000a21:16:17.675804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15348): Terminating (SIGTERM)\u000a21:16:17.685700 --- ParallelTerminationStrategy: PID 15336 died...\u000a21:16:17.739109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15336): Terminated: ok {rc=0}\u000a21:16:17.749221 --- ParallelTerminationStrategy: PID 15337 died...\u000a21:16:17.802695 run iperf3-srv_10.42.42.10(pid=15337): Terminated {rc=256}\u000a21:16:17.812418 --- ParallelTerminationStrategy: PID 15338 died...\u000a21:16:17.865274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15338): Terminated: ok {rc=0}\u000a21:16:17.875130 --- ParallelTerminationStrategy: PID 15339 died...\u000a21:16:17.927997 run iperf3-srv_10.42.42.10(pid=15339): Terminated {rc=256}\u000a21:16:17.938142 --- ParallelTerminationStrategy: PID 15342 died...\u000a21:16:17.991178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15342): Terminated: ok {rc=0}\u000a21:16:18.001222 --- ParallelTerminationStrategy: PID 15345 died...\u000a21:16:18.054493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15345): Terminated: ok {rc=0}\u000a21:16:18.064505 --- ParallelTerminationStrategy: PID 15348 died...\u000a21:16:18.117673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15348): Terminated: ok {rc=0}\u000a21:16:18.205600 bus /gobi_0: Setting Powered False\u000a21:16:19.308297 bus /gobi_0: Setting Powered False\u000a21:16:20.418139 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15358): Process ended prematurely: osmo-stp_10.42.42.5(pid=15358) [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15358)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15358): Process ended prematurely: osmo-stp_10.42.42.5(pid=15358) [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:16:21.526564 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:21.538316 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:16:21.695481 tst iperf3.py: using LAC 16863\u000a21:16:21.815043 tst iperf3.py: using RAC 33\u000a21:16:21.932894 tst iperf3.py: using CellId 16863\u000a21:16:22.053810 tst iperf3.py: using BVCI 16864\u000a21:16:22.076688 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:22.087644 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:22.098528 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:22.109715 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:22.120695 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:22.131743 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:22.142892 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:22.154048 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:22.165313 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:16:22.459555 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:16:22.595165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:22.929388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15350): Launched\u000a21:16:23.209228 run iperf3-srv_10.42.42.10(pid=15351): Launched\u000a21:16:23.407974 tst iperf3.py:8: start network...\u000a21:16:23.543622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:24.064135 run create_hlr_db(pid=15352): Launched\u000a21:16:24.251285 bus /gobi_6: Setting Powered False\u000a21:16:25.273868 run create_hlr_db(pid=15352): Terminated: ok {rc=0}\u000a21:16:25.680145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15354): Launched\u000a21:16:25.982421 run osmo-hlr_10.42.42.2(pid=15355): Launched\u000a21:16:26.098228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:26.633792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15357): Launched\u000a21:16:26.935333 run osmo-stp_10.42.42.5(pid=15358): Launched\u000a21:16:27.045021 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:16:27.570975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15360): Launched\u000a21:16:27.678637 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:16:27.943352 run patchelf(pid=15361): Launched\u000a21:16:28.120210 run osmo-stp_10.42.42.5(pid=15358): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15358)]\u000a21:16:28.249521 run osmo-stp_10.42.42.5(pid=15358): stdout: \u000a| (launched: 2022-12-08_21:16:26.786680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:28.378920 run osmo-stp_10.42.42.5(pid=15358): stderr: \u000a| �[0;m�[38;5;43m20221208211626958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211626958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211626958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211626958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211626959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211626959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211626959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:28.504088 run osmo-stp_10.42.42.5(pid=15358): stdout: \u000a| (launched: 2022-12-08_21:16:26.786680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:28.628380 run osmo-stp_10.42.42.5(pid=15358): stderr: \u000a| �[0;m�[38;5;43m20221208211626958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211626958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211626958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211626958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211626959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211626959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211626959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:28.773570 run patchelf(pid=15361): Terminating (SIGINT)\u000a21:16:28.943841 run patchelf(pid=15361): Terminated: ok {rc=0}\u000a21:16:28.974970 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15358): Process ended prematurely: osmo-stp_10.42.42.5(pid=15358) [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15358)] [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:16:28.984062 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a21:16:29.044518 run osmo-hlr_10.42.42.2(pid=15355): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15355)]\u000a21:16:29.093224 run osmo-hlr_10.42.42.2(pid=15355): stdout: \u000a| (launched: 2022-12-08_21:16:25.833564) \u000a21:16:29.142842 run osmo-hlr_10.42.42.2(pid=15355): stderr: \u000a| �[0;m�[1;31m20221208211626010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211626010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211626010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211626010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211626010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211626010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211626022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211626032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211626032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211626032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:29.184860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15350): Terminating (SIGTERM)\u000a21:16:29.224776 run iperf3-srv_10.42.42.10(pid=15351): Terminating (SIGTERM)\u000a21:16:29.264691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15354): Terminating (SIGTERM)\u000a21:16:29.304424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15357): Terminating (SIGTERM)\u000a21:16:29.344281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15360): Terminating (SIGTERM)\u000a21:16:29.353874 --- ParallelTerminationStrategy: PID 15350 died...\u000a21:16:29.407429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15350): Terminated: ok {rc=0}\u000a21:16:29.417225 --- ParallelTerminationStrategy: PID 15351 died...\u000a21:16:29.470208 run iperf3-srv_10.42.42.10(pid=15351): Terminated {rc=256}\u000a21:16:29.479926 --- ParallelTerminationStrategy: PID 15354 died...\u000a21:16:29.532875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15354): Terminated: ok {rc=0}\u000a21:16:29.542510 --- ParallelTerminationStrategy: PID 15357 died...\u000a21:16:29.596064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15357): Terminated: ok {rc=0}\u000a21:16:29.605884 --- ParallelTerminationStrategy: PID 15360 died...\u000a21:16:29.658774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15360): Terminated: ok {rc=0}\u000a21:16:29.746443 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15376): Process ended prematurely: osmo-stp_10.42.42.5(pid=15376) [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15376)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15376): Process ended prematurely: osmo-stp_10.42.42.5(pid=15376) [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:16:30.857447 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:30.870113 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:16:31.030216 tst iperf3m4.py: using LAC 16864\u000a21:16:31.158186 tst iperf3m4.py: using RAC 34\u000a21:16:31.281265 tst iperf3m4.py: using CellId 16864\u000a21:16:31.402370 tst iperf3m4.py: using BVCI 16865\u000a21:16:31.426448 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:31.438390 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:31.450317 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:31.463621 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:31.476460 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:31.488245 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:31.501470 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:31.515431 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:31.528202 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:16:31.648555 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:16:31.794422 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:16:31.939847 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:16:32.249172 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:16:32.385822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:32.721362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15362): Launched\u000a21:16:33.000458 run iperf3-srv_10.42.42.10(pid=15363): Launched\u000a21:16:33.200099 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:16:33.336094 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:33.671597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15364): Launched\u000a21:16:33.950617 run iperf3-srv_10.42.42.10(pid=15365): Launched\u000a21:16:34.150248 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:16:34.285754 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:34.621549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15366): Launched\u000a21:16:34.900567 run iperf3-srv_10.42.42.10(pid=15367): Launched\u000a21:16:35.100560 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:16:35.236238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:35.572101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15368): Launched\u000a21:16:35.851331 run iperf3-srv_10.42.42.10(pid=15369): Launched\u000a21:16:36.050584 tst iperf3m4.py:8: start network...\u000a21:16:36.186492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:36.706543 run create_hlr_db(pid=15370): Launched\u000a21:16:36.893692 bus /gobi_6: Setting Powered False\u000a21:16:37.914888 run create_hlr_db(pid=15370): Terminated: ok {rc=0}\u000a21:16:38.346934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15372): Launched\u000a21:16:38.671327 run osmo-hlr_10.42.42.2(pid=15373): Launched\u000a21:16:38.789294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:39.355722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15375): Launched\u000a21:16:39.680053 run osmo-stp_10.42.42.5(pid=15376): Launched\u000a21:16:39.797460 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:16:40.364621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15378): Launched\u000a21:16:40.480144 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:16:40.763228 run patchelf(pid=15379): Launched\u000a21:16:40.952914 run osmo-stp_10.42.42.5(pid=15376): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15376)]\u000a21:16:41.091559 run osmo-stp_10.42.42.5(pid=15376): stdout: \u000a| (launched: 2022-12-08_21:16:39.520883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:41.230375 run osmo-stp_10.42.42.5(pid=15376): stderr: \u000a| �[0;m�[38;5;43m20221208211639714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211639714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211639715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211639715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211639715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211639715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211639716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:41.364654 run osmo-stp_10.42.42.5(pid=15376): stdout: \u000a| (launched: 2022-12-08_21:16:39.520883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:41.497630 run osmo-stp_10.42.42.5(pid=15376): stderr: \u000a| �[0;m�[38;5;43m20221208211639714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211639714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211639715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211639715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211639715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211639715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211639716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:41.652119 run patchelf(pid=15379): Terminating (SIGINT)\u000a21:16:41.834001 run patchelf(pid=15379): Terminated: ok {rc=0}\u000a21:16:41.867035 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15376): Process ended prematurely: osmo-stp_10.42.42.5(pid=15376) [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15376)] [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:16:41.876813 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a21:16:41.940224 run osmo-hlr_10.42.42.2(pid=15373): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15373)]\u000a21:16:41.991435 run osmo-hlr_10.42.42.2(pid=15373): stdout: \u000a| (launched: 2022-12-08_21:16:38.512158) \u000a21:16:42.043604 run osmo-hlr_10.42.42.2(pid=15373): stderr: \u000a| �[0;m�[1;31m20221208211638713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211638713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211638713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211638713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211638713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211638713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211638725 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211638734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211638734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211638734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:42.087879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15362): Terminating (SIGTERM)\u000a21:16:42.129803 run iperf3-srv_10.42.42.10(pid=15363): Terminating (SIGTERM)\u000a21:16:42.171754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15364): Terminating (SIGTERM)\u000a21:16:42.213487 run iperf3-srv_10.42.42.10(pid=15365): Terminating (SIGTERM)\u000a21:16:42.255481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15366): Terminating (SIGTERM)\u000a21:16:42.297126 run iperf3-srv_10.42.42.10(pid=15367): Terminating (SIGTERM)\u000a21:16:42.339008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15368): Terminating (SIGTERM)\u000a21:16:42.380689 run iperf3-srv_10.42.42.10(pid=15369): Terminating (SIGTERM)\u000a21:16:42.422616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15372): Terminating (SIGTERM)\u000a21:16:42.464276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15375): Terminating (SIGTERM)\u000a21:16:42.506560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15378): Terminating (SIGTERM)\u000a21:16:42.516413 --- ParallelTerminationStrategy: PID 15362 died...\u000a21:16:42.571994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15362): Terminated: ok {rc=0}\u000a21:16:42.582201 --- ParallelTerminationStrategy: PID 15363 died...\u000a21:16:42.637378 run iperf3-srv_10.42.42.10(pid=15363): Terminated {rc=256}\u000a21:16:42.647459 --- ParallelTerminationStrategy: PID 15364 died...\u000a21:16:42.702694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15364): Terminated: ok {rc=0}\u000a21:16:42.712834 --- ParallelTerminationStrategy: PID 15365 died...\u000a21:16:42.767768 run iperf3-srv_10.42.42.10(pid=15365): Terminated {rc=256}\u000a21:16:42.778003 --- ParallelTerminationStrategy: PID 15366 died...\u000a21:16:42.833204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15366): Terminated: ok {rc=0}\u000a21:16:42.843190 --- ParallelTerminationStrategy: PID 15367 died...\u000a21:16:42.898501 run iperf3-srv_10.42.42.10(pid=15367): Terminated {rc=256}\u000a21:16:42.908646 --- ParallelTerminationStrategy: PID 15368 died...\u000a21:16:42.963693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15368): Terminated: ok {rc=0}\u000a21:16:42.973910 --- ParallelTerminationStrategy: PID 15369 died...\u000a21:16:43.029411 run iperf3-srv_10.42.42.10(pid=15369): Terminated {rc=256}\u000a21:16:43.039578 --- ParallelTerminationStrategy: PID 15372 died...\u000a21:16:43.095033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15372): Terminated: ok {rc=0}\u000a21:16:43.105157 --- ParallelTerminationStrategy: PID 15375 died...\u000a21:16:43.160644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15375): Terminated: ok {rc=0}\u000a21:16:43.170925 --- ParallelTerminationStrategy: PID 15378 died...\u000a21:16:43.226683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15378): Terminated: ok {rc=0}\u000a21:16:43.314782 bus /gobi_4: Setting Powered False\u000a21:16:44.420086 bus /gobi_4: Setting Powered False\u000a21:16:45.528694 bus /gobi_1: Setting Powered False\u000a21:16:46.633036 bus /gobi_1: Setting Powered False\u000a21:16:47.743661 bus /gobi_0: Setting Powered False\u000a21:16:48.847093 bus /gobi_0: Setting Powered False\u000a21:16:49.958334 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15386): Process ended prematurely: osmo-stp_10.42.42.5(pid=15386) [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15386)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15386): Process ended prematurely: osmo-stp_10.42.42.5(pid=15386) [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:16:51.025363 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:51.037185 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:16:51.191476 tst ping.py: using LAC 16865\u000a21:16:51.310344 tst ping.py: using RAC 35\u000a21:16:51.429446 tst ping.py: using CellId 16865\u000a21:16:51.547487 tst ping.py: using BVCI 16866\u000a21:16:51.570725 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:51.581856 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:51.592678 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:51.604731 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:51.615963 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:51.627201 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:51.639173 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:51.650343 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:16:51.938383 tst ping.py:19: start network...\u000a21:16:52.072286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:52.580695 run create_hlr_db(pid=15380): Launched\u000a21:16:52.766060 bus /gobi_6: Setting Powered False\u000a21:16:53.787490 run create_hlr_db(pid=15380): Terminated: ok {rc=0}\u000a21:16:54.188732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15382): Launched\u000a21:16:54.487671 run osmo-hlr_10.42.42.2(pid=15383): Launched\u000a21:16:54.602746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:55.130327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15385): Launched\u000a21:16:55.427044 run osmo-stp_10.42.42.5(pid=15386): Launched\u000a21:16:55.535040 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:16:56.053340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15388): Launched\u000a21:16:56.159098 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:16:56.419216 run patchelf(pid=15389): Launched\u000a21:16:56.594826 run osmo-stp_10.42.42.5(pid=15386): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15386)]\u000a21:16:56.722915 run osmo-stp_10.42.42.5(pid=15386): stdout: \u000a| (launched: 2022-12-08_21:16:55.280619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:56.851318 run osmo-stp_10.42.42.5(pid=15386): stderr: \u000a| �[0;m�[38;5;43m20221208211655452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211655452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211655452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211655453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211655453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211655453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211655453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:56.974732 run osmo-stp_10.42.42.5(pid=15386): stdout: \u000a| (launched: 2022-12-08_21:16:55.280619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:57.097558 run osmo-stp_10.42.42.5(pid=15386): stderr: \u000a| �[0;m�[38;5;43m20221208211655452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211655452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211655452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211655453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211655453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211655453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211655453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:57.240170 run patchelf(pid=15389): Terminating (SIGINT)\u000a21:16:57.407333 run patchelf(pid=15389): Terminated: ok {rc=0}\u000a21:16:57.438121 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15386): Process ended prematurely: osmo-stp_10.42.42.5(pid=15386) [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15386)] [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:16:57.446698 tst ping.py:22: Test FAILED (6.4 sec)\u000a21:16:57.507342 run osmo-hlr_10.42.42.2(pid=15383): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15383)]\u000a21:16:57.556167 run osmo-hlr_10.42.42.2(pid=15383): stdout: \u000a| (launched: 2022-12-08_21:16:54.339445) \u000a21:16:57.605180 run osmo-hlr_10.42.42.2(pid=15383): stderr: \u000a| �[0;m�[1;31m20221208211654514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211654514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211654514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211654514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211654514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211654515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211654526 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211654537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211654537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211654538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:57.647549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15382): Terminating (SIGTERM)\u000a21:16:57.687057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15385): Terminating (SIGTERM)\u000a21:16:57.726919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15388): Terminating (SIGTERM)\u000a21:16:57.736521 --- ParallelTerminationStrategy: PID 15382 died...\u000a21:16:57.790508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15382): Terminated: ok {rc=0}\u000a21:16:57.800307 --- ParallelTerminationStrategy: PID 15385 died...\u000a21:16:57.853712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15385): Terminated: ok {rc=0}\u000a21:16:57.863816 --- ParallelTerminationStrategy: PID 15388 died...\u000a21:16:57.917527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15388): Terminated: ok {rc=0}\u000a21:16:58.005762 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15399): Process ended prematurely: osmo-stp_10.42.42.5(pid=15399) [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15399)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15399): Process ended prematurely: osmo-stp_10.42.42.5(pid=15399) [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:16:59.057964 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:59.069948 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:16:59.224078 tst ping_idle_ping.py: using LAC 16866\u000a21:16:59.342793 tst ping_idle_ping.py: using RAC 36\u000a21:16:59.459055 tst ping_idle_ping.py: using CellId 16866\u000a21:16:59.574904 tst ping_idle_ping.py: using BVCI 16867\u000a21:16:59.597833 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:59.608660 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:59.619499 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:59.630541 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:59.641525 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:59.652478 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:59.663594 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:59.674670 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:16:59.964999 tst ping_idle_ping.py:24: start network...\u000a21:17:00.098811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:00.612870 run create_hlr_db(pid=15390): Launched\u000a21:17:00.799594 bus /gobi_6: Setting Powered False\u000a21:17:01.822740 run create_hlr_db(pid=15390): Terminated: ok {rc=0}\u000a21:17:02.278004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15395): Launched\u000a21:17:02.577721 run osmo-hlr_10.42.42.2(pid=15396): Launched\u000a21:17:02.692387 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:03.213972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15398): Launched\u000a21:17:03.510572 run osmo-stp_10.42.42.5(pid=15399): Launched\u000a21:17:03.619305 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:04.134834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15401): Launched\u000a21:17:04.240426 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:04.499355 run patchelf(pid=15402): Launched\u000a21:17:04.674334 run osmo-stp_10.42.42.5(pid=15399): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15399)]\u000a21:17:04.802014 run osmo-stp_10.42.42.5(pid=15399): stdout: \u000a| (launched: 2022-12-08_21:17:03.364335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:04.929916 run osmo-stp_10.42.42.5(pid=15399): stderr: \u000a| �[0;m�[38;5;43m20221208211703533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211703533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211703533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211703534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211703534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211703534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211703534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:05.052925 run osmo-stp_10.42.42.5(pid=15399): stdout: \u000a| (launched: 2022-12-08_21:17:03.364335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:05.175008 run osmo-stp_10.42.42.5(pid=15399): stderr: \u000a| �[0;m�[38;5;43m20221208211703533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211703533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211703533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211703534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211703534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211703534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211703534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:05.317249 run patchelf(pid=15402): Terminating (SIGINT)\u000a21:17:05.484824 run patchelf(pid=15402): Terminated: ok {rc=0}\u000a21:17:05.515239 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15399): Process ended prematurely: osmo-stp_10.42.42.5(pid=15399) [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15399)] [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:17:05.523845 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a21:17:05.583905 run osmo-hlr_10.42.42.2(pid=15396): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15396)]\u000a21:17:05.632715 run osmo-hlr_10.42.42.2(pid=15396): stdout: \u000a| (launched: 2022-12-08_21:17:02.430401) \u000a21:17:05.682023 run osmo-hlr_10.42.42.2(pid=15396): stderr: \u000a| �[0;m�[1;31m20221208211702604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211702604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211702604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211702604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211702604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211702604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211702616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211702625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211702626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211702626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:05.723676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15395): Terminating (SIGTERM)\u000a21:17:05.763479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15398): Terminating (SIGTERM)\u000a21:17:05.803330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15401): Terminating (SIGTERM)\u000a21:17:05.812849 --- ParallelTerminationStrategy: PID 15395 died...\u000a21:17:05.865980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15395): Terminated: ok {rc=0}\u000a21:17:05.876063 --- ParallelTerminationStrategy: PID 15398 died...\u000a21:17:05.929429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15398): Terminated: ok {rc=0}\u000a21:17:05.939176 --- ParallelTerminationStrategy: PID 15401 died...\u000a21:17:05.992072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15401): Terminated: ok {rc=0}\u000a21:17:06.080570 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:16:08" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15416): Process ended prematurely: osmo-stp_10.42.42.5(pid=15416) [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15416)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15416): Process ended prematurely: osmo-stp_10.42.42.5(pid=15416) [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:17:08.243501 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:08.255349 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:17:08.402447 tst cs_paging_gprs_active.py: using LAC 16867\u000a21:17:08.526744 tst cs_paging_gprs_active.py: using RAC 37\u000a21:17:08.650556 tst cs_paging_gprs_active.py: using CellId 16867\u000a21:17:08.775426 tst cs_paging_gprs_active.py: using BVCI 16868\u000a21:17:08.800081 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:08.812039 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:08.823693 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:08.835470 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:08.847163 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:08.858801 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:08.870678 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:08.882669 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:08.894944 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:17:09.017980 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:17:09.309092 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:17:09.442458 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:09.772325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15406): Launched\u000a21:17:10.046794 run iperf3-srv_10.42.42.10(pid=15407): Launched\u000a21:17:10.241802 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:17:10.374630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:10.703670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15408): Launched\u000a21:17:10.977619 run iperf3-srv_10.42.42.10(pid=15409): Launched\u000a21:17:11.173457 tst cs_paging_gprs_active.py:38: start network...\u000a21:17:11.306201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:11.819641 run create_hlr_db(pid=15410): Launched\u000a21:17:12.004478 bus /gobi_6: Setting Powered False\u000a21:17:13.025070 run create_hlr_db(pid=15410): Terminated: ok {rc=0}\u000a21:17:13.451697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15412): Launched\u000a21:17:13.771795 run osmo-hlr_10.42.42.2(pid=15413): Launched\u000a21:17:13.887966 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:14.445198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15415): Launched\u000a21:17:14.765878 run osmo-stp_10.42.42.5(pid=15416): Launched\u000a21:17:14.881807 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:15.441490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15418): Launched\u000a21:17:15.555631 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:15.843690 run patchelf(pid=15419): Launched\u000a21:17:16.040872 run osmo-stp_10.42.42.5(pid=15416): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15416)]\u000a21:17:16.181156 run osmo-stp_10.42.42.5(pid=15416): stdout: \u000a| (launched: 2022-12-08_21:17:14.608279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:16.322079 run osmo-stp_10.42.42.5(pid=15416): stderr: \u000a| �[0;m�[38;5;43m20221208211714800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211714800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211714800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211714801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211714801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211714801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211714801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:16.458184 run osmo-stp_10.42.42.5(pid=15416): stdout: \u000a| (launched: 2022-12-08_21:17:14.608279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:16.592569 run osmo-stp_10.42.42.5(pid=15416): stderr: \u000a| �[0;m�[38;5;43m20221208211714800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211714800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211714800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211714801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211714801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211714801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211714801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:16.748908 run patchelf(pid=15419): Terminating (SIGINT)\u000a21:17:16.932517 run patchelf(pid=15419): Terminated: ok {rc=0}\u000a21:17:16.966604 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15416): Process ended prematurely: osmo-stp_10.42.42.5(pid=15416) [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15416)] [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a21:17:16.977543 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a21:17:17.042657 run osmo-hlr_10.42.42.2(pid=15413): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15413)]\u000a21:17:17.094962 run osmo-hlr_10.42.42.2(pid=15413): stdout: \u000a| (launched: 2022-12-08_21:17:13.615313) \u000a21:17:17.148092 run osmo-hlr_10.42.42.2(pid=15413): stderr: \u000a| �[0;m�[1;31m20221208211713812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211713812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211713812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211713812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211713812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211713812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211713824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211713832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211713832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211713832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:17.193005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15406): Terminating (SIGTERM)\u000a21:17:17.234809 run iperf3-srv_10.42.42.10(pid=15407): Terminating (SIGTERM)\u000a21:17:17.276628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15408): Terminating (SIGTERM)\u000a21:17:17.318322 run iperf3-srv_10.42.42.10(pid=15409): Terminating (SIGTERM)\u000a21:17:17.360200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15412): Terminating (SIGTERM)\u000a21:17:17.402051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15415): Terminating (SIGTERM)\u000a21:17:17.443763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15418): Terminating (SIGTERM)\u000a21:17:17.453403 --- ParallelTerminationStrategy: PID 15406 died...\u000a21:17:17.509325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15406): Terminated: ok {rc=0}\u000a21:17:17.519363 --- ParallelTerminationStrategy: PID 15407 died...\u000a21:17:17.574948 run iperf3-srv_10.42.42.10(pid=15407): Terminated {rc=256}\u000a21:17:17.585158 --- ParallelTerminationStrategy: PID 15408 died...\u000a21:17:17.640907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15408): Terminated: ok {rc=0}\u000a21:17:17.650977 --- ParallelTerminationStrategy: PID 15409 died...\u000a21:17:17.706291 run iperf3-srv_10.42.42.10(pid=15409): Terminated {rc=256}\u000a21:17:17.716325 --- ParallelTerminationStrategy: PID 15412 died...\u000a21:17:17.771577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15412): Terminated: ok {rc=0}\u000a21:17:17.781635 --- ParallelTerminationStrategy: PID 15415 died...\u000a21:17:17.836843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15415): Terminated: ok {rc=0}\u000a21:17:17.846945 --- ParallelTerminationStrategy: PID 15418 died...\u000a21:17:17.902409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15418): Terminated: ok {rc=0}\u000a21:17:17.989573 bus /gobi_0: Setting Powered False\u000a21:17:19.093465 bus /gobi_0: Setting Powered False\u000a21:17:20.202829 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15428): Process ended prematurely: osmo-stp_10.42.42.5(pid=15428) [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15428)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15428): Process ended prematurely: osmo-stp_10.42.42.5(pid=15428) [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a21:17:21.317470 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:21.330033 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:17:21.474652 tst iperf3.py: using LAC 16868\u000a21:17:21.600083 tst iperf3.py: using RAC 38\u000a21:17:21.725078 tst iperf3.py: using CellId 16868\u000a21:17:21.853434 tst iperf3.py: using BVCI 16869\u000a21:17:21.877950 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:21.890088 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:21.901672 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:21.913293 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:21.924891 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:21.936541 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:21.948341 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:21.959833 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:21.971644 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:17:22.246591 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:17:22.369942 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:22.676754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15420): Launched\u000a21:17:22.932490 run iperf3-srv_10.42.42.10(pid=15421): Launched\u000a21:17:23.113237 tst iperf3.py:8: start network...\u000a21:17:23.236258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:23.714851 run create_hlr_db(pid=15422): Launched\u000a21:17:23.886419 bus /gobi_6: Setting Powered False\u000a21:17:24.907252 run create_hlr_db(pid=15422): Terminated: ok {rc=0}\u000a21:17:25.331697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15424): Launched\u000a21:17:25.651321 run osmo-hlr_10.42.42.2(pid=15425): Launched\u000a21:17:25.771146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:26.325638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15427): Launched\u000a21:17:26.644466 run osmo-stp_10.42.42.5(pid=15428): Launched\u000a21:17:26.760169 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:27.316772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15430): Launched\u000a21:17:27.430679 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:27.710132 run patchelf(pid=15431): Launched\u000a21:17:27.896882 run osmo-stp_10.42.42.5(pid=15428): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15428)]\u000a21:17:28.033982 run osmo-stp_10.42.42.5(pid=15428): stdout: \u000a| (launched: 2022-12-08_21:17:26.487703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:28.170947 run osmo-stp_10.42.42.5(pid=15428): stderr: \u000a| �[0;m�[38;5;43m20221208211726680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211726680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211726680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211726680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211726683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211726683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211726683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:28.303241 run osmo-stp_10.42.42.5(pid=15428): stdout: \u000a| (launched: 2022-12-08_21:17:26.487703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:28.434577 run osmo-stp_10.42.42.5(pid=15428): stderr: \u000a| �[0;m�[38;5;43m20221208211726680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211726680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211726680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211726680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211726683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211726683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211726683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:28.587445 run patchelf(pid=15431): Terminating (SIGINT)\u000a21:17:28.766648 run patchelf(pid=15431): Terminated: ok {rc=0}\u000a21:17:28.799685 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15428): Process ended prematurely: osmo-stp_10.42.42.5(pid=15428) [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15428)] [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a21:17:28.809724 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a21:17:28.871827 run osmo-hlr_10.42.42.2(pid=15425): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15425)]\u000a21:17:28.922873 run osmo-hlr_10.42.42.2(pid=15425): stdout: \u000a| (launched: 2022-12-08_21:17:25.493979) \u000a21:17:28.974561 run osmo-hlr_10.42.42.2(pid=15425): stderr: \u000a| �[0;m�[1;31m20221208211725691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211725691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211725692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211725692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211725692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211725692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211725704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211725712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211725713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211725713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:29.018636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15420): Terminating (SIGTERM)\u000a21:17:29.060238 run iperf3-srv_10.42.42.10(pid=15421): Terminating (SIGTERM)\u000a21:17:29.101695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15424): Terminating (SIGTERM)\u000a21:17:29.142916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15427): Terminating (SIGTERM)\u000a21:17:29.184417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15430): Terminating (SIGTERM)\u000a21:17:29.193655 --- ParallelTerminationStrategy: PID 15420 died...\u000a21:17:29.248689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15420): Terminated: ok {rc=0}\u000a21:17:29.258673 --- ParallelTerminationStrategy: PID 15421 died...\u000a21:17:29.313347 run iperf3-srv_10.42.42.10(pid=15421): Terminated {rc=256}\u000a21:17:29.323322 --- ParallelTerminationStrategy: PID 15424 died...\u000a21:17:29.378784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15424): Terminated: ok {rc=0}\u000a21:17:29.388573 --- ParallelTerminationStrategy: PID 15427 died...\u000a21:17:29.443713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15427): Terminated: ok {rc=0}\u000a21:17:29.453718 --- ParallelTerminationStrategy: PID 15430 died...\u000a21:17:29.508469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15430): Terminated: ok {rc=0}\u000a21:17:29.594850 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15449): Process ended prematurely: osmo-stp_10.42.42.5(pid=15449) [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15449)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15449): Process ended prematurely: osmo-stp_10.42.42.5(pid=15449) [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a21:17:30.711468 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:30.724097 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:17:30.881201 tst iperf3m4.py: using LAC 16869\u000a21:17:31.019870 tst iperf3m4.py: using RAC 39\u000a21:17:31.200711 tst iperf3m4.py: using CellId 16869\u000a21:17:31.336619 tst iperf3m4.py: using BVCI 16870\u000a21:17:31.363026 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:31.375501 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:31.387822 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:31.400199 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:31.412505 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:31.424849 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:31.437443 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:31.449684 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:31.462464 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:17:31.584434 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:17:31.739138 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:17:31.879466 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:17:32.202842 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:17:32.342668 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:32.653491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15432): Launched\u000a21:17:32.911512 run iperf3-srv_10.42.42.10(pid=15433): Launched\u000a21:17:33.094559 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:17:33.219088 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:33.528124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15434): Launched\u000a21:17:33.786278 run iperf3-srv_10.42.42.10(pid=15435): Launched\u000a21:17:33.968779 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:17:34.093832 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:34.403766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15436): Launched\u000a21:17:34.661404 run iperf3-srv_10.42.42.10(pid=15437): Launched\u000a21:17:34.843116 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:17:34.966896 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:35.275237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15438): Launched\u000a21:17:35.531840 run iperf3-srv_10.42.42.10(pid=15439): Launched\u000a21:17:35.714239 tst iperf3m4.py:8: start network...\u000a21:17:35.852186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:36.363597 run create_hlr_db(pid=15443): Launched\u000a21:17:36.548256 bus /gobi_6: Setting Powered False\u000a21:17:37.569432 run create_hlr_db(pid=15443): Terminated: ok {rc=0}\u000a21:17:37.995336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15445): Launched\u000a21:17:38.314021 run osmo-hlr_10.42.42.2(pid=15446): Launched\u000a21:17:38.429484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:38.984820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15448): Launched\u000a21:17:39.306340 run osmo-stp_10.42.42.5(pid=15449): Launched\u000a21:17:39.422901 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:39.982590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15451): Launched\u000a21:17:40.097492 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:40.377587 run patchelf(pid=15452): Launched\u000a21:17:40.565285 run osmo-stp_10.42.42.5(pid=15449): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15449)]\u000a21:17:40.702080 run osmo-stp_10.42.42.5(pid=15449): stdout: \u000a| (launched: 2022-12-08_21:17:39.148579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:40.839122 run osmo-stp_10.42.42.5(pid=15449): stderr: \u000a| �[0;m�[38;5;43m20221208211739339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211739339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211739339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211739340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211739340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211739340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211739340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:40.971411 run osmo-stp_10.42.42.5(pid=15449): stdout: \u000a| (launched: 2022-12-08_21:17:39.148579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:41.103354 run osmo-stp_10.42.42.5(pid=15449): stderr: \u000a| �[0;m�[38;5;43m20221208211739339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211739339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211739339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211739340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211739340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211739340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211739340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:41.256492 run patchelf(pid=15452): Terminating (SIGINT)\u000a21:17:41.436203 run patchelf(pid=15452): Terminated: ok {rc=0}\u000a21:17:41.469239 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15449): Process ended prematurely: osmo-stp_10.42.42.5(pid=15449) [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15449)] [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a21:17:41.479003 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a21:17:41.541810 run osmo-hlr_10.42.42.2(pid=15446): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15446)]\u000a21:17:41.593001 run osmo-hlr_10.42.42.2(pid=15446): stdout: \u000a| (launched: 2022-12-08_21:17:38.158300) \u000a21:17:41.644750 run osmo-hlr_10.42.42.2(pid=15446): stderr: \u000a| �[0;m�[1;31m20221208211738359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211738359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211738359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211738359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211738359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211738359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211738377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211738387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211738387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211738387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:41.688837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15432): Terminating (SIGTERM)\u000a21:17:41.730477 run iperf3-srv_10.42.42.10(pid=15433): Terminating (SIGTERM)\u000a21:17:41.772323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15434): Terminating (SIGTERM)\u000a21:17:41.814215 run iperf3-srv_10.42.42.10(pid=15435): Terminating (SIGTERM)\u000a21:17:41.855798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15436): Terminating (SIGTERM)\u000a21:17:41.897416 run iperf3-srv_10.42.42.10(pid=15437): Terminating (SIGTERM)\u000a21:17:41.939011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15438): Terminating (SIGTERM)\u000a21:17:41.980333 run iperf3-srv_10.42.42.10(pid=15439): Terminating (SIGTERM)\u000a21:17:42.021821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15445): Terminating (SIGTERM)\u000a21:17:42.063635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15448): Terminating (SIGTERM)\u000a21:17:42.105510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15451): Terminating (SIGTERM)\u000a21:17:42.115116 --- ParallelTerminationStrategy: PID 15432 died...\u000a21:17:42.170470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15432): Terminated: ok {rc=0}\u000a21:17:42.180315 --- ParallelTerminationStrategy: PID 15433 died...\u000a21:17:42.235511 run iperf3-srv_10.42.42.10(pid=15433): Terminated {rc=256}\u000a21:17:42.245447 --- ParallelTerminationStrategy: PID 15434 died...\u000a21:17:42.300469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15434): Terminated: ok {rc=0}\u000a21:17:42.310374 --- ParallelTerminationStrategy: PID 15435 died...\u000a21:17:42.365652 run iperf3-srv_10.42.42.10(pid=15435): Terminated {rc=256}\u000a21:17:42.375576 --- ParallelTerminationStrategy: PID 15436 died...\u000a21:17:42.430647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15436): Terminated: ok {rc=0}\u000a21:17:42.440471 --- ParallelTerminationStrategy: PID 15437 died...\u000a21:17:42.495483 run iperf3-srv_10.42.42.10(pid=15437): Terminated {rc=256}\u000a21:17:42.505391 --- ParallelTerminationStrategy: PID 15438 died...\u000a21:17:42.560731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15438): Terminated: ok {rc=0}\u000a21:17:42.570702 --- ParallelTerminationStrategy: PID 15439 died...\u000a21:17:42.625738 run iperf3-srv_10.42.42.10(pid=15439): Terminated {rc=256}\u000a21:17:42.635605 --- ParallelTerminationStrategy: PID 15445 died...\u000a21:17:42.691185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15445): Terminated: ok {rc=0}\u000a21:17:42.701239 --- ParallelTerminationStrategy: PID 15448 died...\u000a21:17:42.756381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15448): Terminated: ok {rc=0}\u000a21:17:42.766352 --- ParallelTerminationStrategy: PID 15451 died...\u000a21:17:42.821645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15451): Terminated: ok {rc=0}\u000a21:17:42.909084 bus /gobi_4: Setting Powered False\u000a21:17:44.015946 bus /gobi_4: Setting Powered False\u000a21:17:45.124431 bus /gobi_1: Setting Powered False\u000a21:17:46.233178 bus /gobi_1: Setting Powered False\u000a21:17:47.342092 bus /gobi_0: Setting Powered False\u000a21:17:48.444295 bus /gobi_0: Setting Powered False\u000a21:17:49.550728 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15459): Process ended prematurely: osmo-stp_10.42.42.5(pid=15459) [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15459)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15459): Process ended prematurely: osmo-stp_10.42.42.5(pid=15459) [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a21:17:50.619061 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:50.631495 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:17:50.779923 tst ping.py: using LAC 16870\u000a21:17:50.903411 tst ping.py: using RAC 40\u000a21:17:51.026398 tst ping.py: using CellId 16870\u000a21:17:51.150525 tst ping.py: using BVCI 16871\u000a21:17:51.174544 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:51.186543 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:51.198224 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:51.209860 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:51.221523 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:51.233144 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:51.244845 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:51.256445 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:17:51.542986 tst ping.py:19: start network...\u000a21:17:51.673551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:52.174390 run create_hlr_db(pid=15453): Launched\u000a21:17:52.355493 bus /gobi_6: Setting Powered False\u000a21:17:53.376748 run create_hlr_db(pid=15453): Terminated: ok {rc=0}\u000a21:17:53.770343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15455): Launched\u000a21:17:54.062980 run osmo-hlr_10.42.42.2(pid=15456): Launched\u000a21:17:54.173505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:54.691421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15458): Launched\u000a21:17:54.983325 run osmo-stp_10.42.42.5(pid=15459): Launched\u000a21:17:55.088920 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:55.600409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15461): Launched\u000a21:17:55.704683 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:55.968921 run patchelf(pid=15462): Launched\u000a21:17:56.154092 run osmo-stp_10.42.42.5(pid=15459): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15459)]\u000a21:17:56.288584 run osmo-stp_10.42.42.5(pid=15459): stdout: \u000a| (launched: 2022-12-08_21:17:54.839135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:56.423907 run osmo-stp_10.42.42.5(pid=15459): stderr: \u000a| �[0;m�[38;5;43m20221208211755007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211755007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211755007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211755008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211755008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211755008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211755008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:56.553883 run osmo-stp_10.42.42.5(pid=15459): stdout: \u000a| (launched: 2022-12-08_21:17:54.839135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:56.682582 run osmo-stp_10.42.42.5(pid=15459): stderr: \u000a| �[0;m�[38;5;43m20221208211755007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211755007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211755007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211755008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211755008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211755008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211755008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:56.832487 run patchelf(pid=15462): Terminating (SIGINT)\u000a21:17:57.008710 run patchelf(pid=15462): Terminated: ok {rc=0}\u000a21:17:57.040745 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15459): Process ended prematurely: osmo-stp_10.42.42.5(pid=15459) [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15459)] [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a21:17:57.050470 tst ping.py:22: Test FAILED (6.4 sec)\u000a21:17:57.112744 run osmo-hlr_10.42.42.2(pid=15456): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15456)]\u000a21:17:57.163789 run osmo-hlr_10.42.42.2(pid=15456): stdout: \u000a| (launched: 2022-12-08_21:17:53.918888) \u000a21:17:57.215589 run osmo-hlr_10.42.42.2(pid=15456): stderr: \u000a| �[0;m�[1;31m20221208211754094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211754094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211754094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211754094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211754094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211754094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211754107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211754115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211754115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211754116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:57.259505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15455): Terminating (SIGTERM)\u000a21:17:57.300915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15458): Terminating (SIGTERM)\u000a21:17:57.342605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15461): Terminating (SIGTERM)\u000a21:17:57.352199 --- ParallelTerminationStrategy: PID 15455 died...\u000a21:17:57.407762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15455): Terminated: ok {rc=0}\u000a21:17:57.417825 --- ParallelTerminationStrategy: PID 15458 died...\u000a21:17:57.473218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15458): Terminated: ok {rc=0}\u000a21:17:57.483161 --- ParallelTerminationStrategy: PID 15461 died...\u000a21:17:57.538955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15461): Terminated: ok {rc=0}\u000a21:17:57.625825 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15469): Process ended prematurely: osmo-stp_10.42.42.5(pid=15469) [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15469)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15469): Process ended prematurely: osmo-stp_10.42.42.5(pid=15469) [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a21:17:58.678256 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:58.691169 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:17:58.833636 tst ping_idle_ping.py: using LAC 16871\u000a21:17:58.958570 tst ping_idle_ping.py: using RAC 41\u000a21:17:59.081610 tst ping_idle_ping.py: using CellId 16871\u000a21:17:59.206008 tst ping_idle_ping.py: using BVCI 16872\u000a21:17:59.230036 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:59.241837 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:59.253468 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:59.265199 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:59.276748 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:59.288363 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:59.300078 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:59.311814 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:17:59.584288 tst ping_idle_ping.py:24: start network...\u000a21:17:59.706270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:00.172019 run create_hlr_db(pid=15463): Launched\u000a21:18:00.342365 bus /gobi_6: Setting Powered False\u000a21:18:01.435093 run create_hlr_db(pid=15463): Terminated: ok {rc=0}\u000a21:18:01.862055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15465): Launched\u000a21:18:02.212456 run osmo-hlr_10.42.42.2(pid=15466): Launched\u000a21:18:02.364195 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:18:02.910848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15468): Launched\u000a21:18:03.225115 run osmo-stp_10.42.42.5(pid=15469): Launched\u000a21:18:03.339401 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:18:03.888220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15471): Launched\u000a21:18:04.001099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:18:04.276434 run patchelf(pid=15472): Launched\u000a21:18:04.461005 run osmo-stp_10.42.42.5(pid=15469): ERR: Terminated: ERROR {rc=1} [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15469)]\u000a21:18:04.595912 run osmo-stp_10.42.42.5(pid=15469): stdout: \u000a| (launched: 2022-12-08_21:18:03.071070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:04.731335 run osmo-stp_10.42.42.5(pid=15469): stderr: \u000a| �[0;m�[38;5;43m20221208211803262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211803263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211803263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211803263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211803264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211803264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211803264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:04.861735 run osmo-stp_10.42.42.5(pid=15469): stdout: \u000a| (launched: 2022-12-08_21:18:03.071070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:04.990844 run osmo-stp_10.42.42.5(pid=15469): stderr: \u000a| �[0;m�[38;5;43m20221208211803262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211803263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211803263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211803263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211803264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211803264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211803264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:05.142208 run patchelf(pid=15472): Terminating (SIGINT)\u000a21:18:05.318971 run patchelf(pid=15472): Terminated: ok {rc=0}\u000a21:18:05.351125 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15469): Process ended prematurely: osmo-stp_10.42.42.5(pid=15469) [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15469)] [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a21:18:05.360289 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a21:18:05.422531 run osmo-hlr_10.42.42.2(pid=15466): ERR: Terminated: ERROR {rc=237} [trial-2349↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15466)]\u000a21:18:05.473698 run osmo-hlr_10.42.42.2(pid=15466): stdout: \u000a| (launched: 2022-12-08_21:18:02.014929) \u000a21:18:05.525459 run osmo-hlr_10.42.42.2(pid=15466): stderr: \u000a| �[0;m�[1;31m20221208211802335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211802335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211802335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211802335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211802335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211802336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211802353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211802362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211802362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211802362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:05.569698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15465): Terminating (SIGTERM)\u000a21:18:05.611492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15468): Terminating (SIGTERM)\u000a21:18:05.653538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15471): Terminating (SIGTERM)\u000a21:18:05.663229 --- ParallelTerminationStrategy: PID 15465 died...\u000a21:18:05.719171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15465): Terminated: ok {rc=0}\u000a21:18:05.729450 --- ParallelTerminationStrategy: PID 15468 died...\u000a21:18:05.784632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15468): Terminated: ok {rc=0}\u000a21:18:05.794732 --- ParallelTerminationStrategy: PID 15471 died...\u000a21:18:05.850046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15471): Terminated: ok {rc=0}\u000a21:18:05.937077 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:17:07" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15483): Process ended prematurely: osmo-stp_10.42.42.5(pid=15483) [trial-2349↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15483)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15483): Process ended prematurely: osmo-stp_10.42.42.5(pid=15483) [trial-2349↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:18:07.989055 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:18:08.001261 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:18:08.155903 tst switch_tch_pdch.py: using LAC 16872\u000a21:18:08.271456 tst switch_tch_pdch.py: using RAC 42\u000a21:18:08.386293 tst switch_tch_pdch.py: using CellId 16872\u000a21:18:08.502813 tst switch_tch_pdch.py: using BVCI 16873\u000a21:18:08.525076 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:18:08.536535 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:18:08.547799 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:18:08.559517 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:18:08.571372 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:18:08.582716 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:18:08.594324 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:18:08.605936 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:18:08.720300 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:18:08.991182 tst switch_tch_pdch.py:51: start network...\u000a21:18:09.112750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:09.570469 run create_hlr_db(pid=15477): Launched\u000a21:18:09.739995 bus /gobi_6: Setting Powered False\u000a21:18:10.760511 run create_hlr_db(pid=15477): Terminated: ok {rc=0}\u000a21:18:11.178524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15479): Launched\u000a21:18:11.491453 run osmo-hlr_10.42.42.2(pid=15480): Launched\u000a21:18:11.610157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:18:12.158074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15482): Launched\u000a21:18:12.470952 run osmo-stp_10.42.42.5(pid=15483): Launched\u000a21:18:12.584553 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:18:13.134918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15485): Launched\u000a21:18:13.247580 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:18:13.523391 run patchelf(pid=15486): Launched\u000a21:18:13.708413 run osmo-stp_10.42.42.5(pid=15483): ERR: Terminated: ERROR {rc=1} [trial-2349↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15483)]\u000a21:18:13.843712 run osmo-stp_10.42.42.5(pid=15483): stdout: \u000a| (launched: 2022-12-08_21:18:12.317522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:13.979384 run osmo-stp_10.42.42.5(pid=15483): stderr: \u000a| �[0;m�[38;5;43m20221208211812506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211812507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211812507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211812507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211812508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211812508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211812508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:14.111275 run osmo-stp_10.42.42.5(pid=15483): stdout: \u000a| (launched: 2022-12-08_21:18:12.317522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:14.240878 run osmo-stp_10.42.42.5(pid=15483): stderr: \u000a| �[0;m�[38;5;43m20221208211812506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211812507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211812507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211812507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211812508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211812508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211812508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:14.392438 run patchelf(pid=15486): Terminating (SIGINT)\u000a21:18:14.570289 run patchelf(pid=15486): Terminated: ok {rc=0}\u000a21:18:14.602562 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15483): Process ended prematurely: osmo-stp_10.42.42.5(pid=15483) [trial-2349↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15483)] [trial-2349↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:18:14.611851 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a21:18:14.674488 run osmo-hlr_10.42.42.2(pid=15480): ERR: Terminated: ERROR {rc=237} [trial-2349↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15480)]\u000a21:18:14.726026 run osmo-hlr_10.42.42.2(pid=15480): stdout: \u000a| (launched: 2022-12-08_21:18:11.337970) \u000a21:18:14.778348 run osmo-hlr_10.42.42.2(pid=15480): stderr: \u000a| �[0;m�[1;31m20221208211811535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211811535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211811535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211811535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211811535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211811535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211811548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211811559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211811559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211811559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:14.822841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15479): Terminating (SIGTERM)\u000a21:18:14.864595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15482): Terminating (SIGTERM)\u000a21:18:14.906408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15485): Terminating (SIGTERM)\u000a21:18:14.916158 --- ParallelTerminationStrategy: PID 15479 died...\u000a21:18:14.971742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15479): Terminated: ok {rc=0}\u000a21:18:14.981978 --- ParallelTerminationStrategy: PID 15482 died...\u000a21:18:15.037555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15482): Terminated: ok {rc=0}\u000a21:18:15.047581 --- ParallelTerminationStrategy: PID 15485 died...\u000a21:18:15.103167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15485): Terminated: ok {rc=0}\u000a21:18:15.189721 bus /gobi_0: Setting Powered False\u000a21:18:16.291575 bus /gobi_0: Setting Powered False\u000a21:18:17.397079 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:18:07" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15491): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15491) [trial-2349↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15491)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15491): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15491) [trial-2349↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a21:18:19.241785 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a21:18:19.348619 tst esme_connect_policy_acceptall.py: using MSISDN 6855\u000a21:18:19.482140 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:18:20.043188 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15490): Launched\u000a21:18:20.339724 run osmo-nitb_10.42.42.2(pid=15491): Launched\u000a21:18:20.524593 run osmo-nitb_10.42.42.2(pid=15491): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15491)]\u000a21:18:20.661614 run osmo-nitb_10.42.42.2(pid=15491): stdout: \u000a| (launched: 2022-12-08_21:18:20.195032) \u000a21:18:20.798660 run osmo-nitb_10.42.42.2(pid=15491): stderr: \u000a| (launched: 2022-12-08_21:18:20.239373)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:20.930457 run osmo-nitb_10.42.42.2(pid=15491): stdout: \u000a| (launched: 2022-12-08_21:18:20.195032) \u000a21:18:21.060396 run osmo-nitb_10.42.42.2(pid=15491): stderr: \u000a| (launched: 2022-12-08_21:18:20.239373)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:21.460331 tst osmo-nitb_10.42.42.2(pid=15491): stdout: \u000a| (launched: 2022-12-08_21:18:20.195032) \u000a21:18:21.578931 tst osmo-nitb_10.42.42.2(pid=15491): stderr: \u000a| (launched: 2022-12-08_21:18:20.239373)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:21.630805 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=15491): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15491) [trial-2349↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15491)] [trial-2349↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a21:18:21.638604 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a21:18:21.673056 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15490): Terminating (SIGTERM)\u000a21:18:21.850498 --- ParallelTerminationStrategy: PID 15490 died...\u000a21:18:21.904891 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15490): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 178, "className" : "nitb_smpp", "duration" : 2.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15493): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15493) [trial-2349↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15493)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15493): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15493) [trial-2349↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a21:18:21.919090 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a21:18:22.028885 tst esme_connect_policy_closed.py: using MSISDN 6856\u000a21:18:22.148447 tst esme_connect_policy_closed.py: using MSISDN 6857\u000a21:18:22.254407 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:18:22.818724 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15492): Launched\u000a21:18:23.115151 run osmo-nitb_10.42.42.2(pid=15493): Launched\u000a21:18:23.285656 run osmo-nitb_10.42.42.2(pid=15493): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15493)]\u000a21:18:23.410478 run osmo-nitb_10.42.42.2(pid=15493): stdout: \u000a| (launched: 2022-12-08_21:18:22.971000) \u000a21:18:23.535775 run osmo-nitb_10.42.42.2(pid=15493): stderr: \u000a| (launched: 2022-12-08_21:18:23.015521)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:23.656026 run osmo-nitb_10.42.42.2(pid=15493): stdout: \u000a| (launched: 2022-12-08_21:18:22.971000) \u000a21:18:23.775171 run osmo-nitb_10.42.42.2(pid=15493): stderr: \u000a| (launched: 2022-12-08_21:18:23.015521)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:23.827446 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=15493): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15493) [trial-2349↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15493)] [trial-2349↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a21:18:23.835508 tst esme_connect_policy_closed.py:24: Test FAILED (1.9 sec)\u000a21:18:23.870172 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15492): Terminating (SIGTERM)\u000a21:18:24.047566 --- ParallelTerminationStrategy: PID 15492 died...\u000a21:18:24.101195 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15492): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15495): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15495) [trial-2349↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15495)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15495): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15495) [trial-2349↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a21:18:24.115944 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a21:18:24.127262 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a21:18:24.249565 tst esme_ms_sms_storeforward.py: using LAC 16873\u000a21:18:24.375198 tst esme_ms_sms_storeforward.py: using RAC 43\u000a21:18:24.501782 tst esme_ms_sms_storeforward.py: using CellId 16873\u000a21:18:24.630764 tst esme_ms_sms_storeforward.py: using BVCI 16874\u000a21:18:24.655329 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a21:18:24.866429 tst esme_ms_sms_storeforward.py: using MSISDN 6858\u000a21:18:25.049623 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a21:18:25.175346 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:18:25.798987 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15494): Launched\u000a21:18:26.097949 run osmo-nitb_10.42.42.2(pid=15495): Launched\u000a21:18:26.270664 run osmo-nitb_10.42.42.2(pid=15495): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15495)]\u000a21:18:26.396267 run osmo-nitb_10.42.42.2(pid=15495): stdout: \u000a| (launched: 2022-12-08_21:18:25.952541) \u000a21:18:26.522759 run osmo-nitb_10.42.42.2(pid=15495): stderr: \u000a| (launched: 2022-12-08_21:18:25.997470)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:26.644102 run osmo-nitb_10.42.42.2(pid=15495): stdout: \u000a| (launched: 2022-12-08_21:18:25.952541) \u000a21:18:26.764097 run osmo-nitb_10.42.42.2(pid=15495): stderr: \u000a| (launched: 2022-12-08_21:18:25.997470)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:26.816567 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=15495): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15495) [trial-2349↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15495)] [trial-2349↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a21:18:26.824315 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.7 sec)\u000a21:18:26.858964 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15494): Terminating (SIGTERM)\u000a21:18:27.036286 --- ParallelTerminationStrategy: PID 15494 died...\u000a21:18:27.090477 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15494): Terminated: ok {rc=0}\u000a21:18:27.177699 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15497): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15497) [trial-2349↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15497)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15497): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15497) [trial-2349↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a21:18:28.229752 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a21:18:28.241287 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a21:18:28.367576 tst esme_ms_sms_transaction.py: using LAC 16874\u000a21:18:28.488332 tst esme_ms_sms_transaction.py: using RAC 44\u000a21:18:28.608267 tst esme_ms_sms_transaction.py: using CellId 16874\u000a21:18:28.730533 tst esme_ms_sms_transaction.py: using BVCI 16875\u000a21:18:28.753333 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a21:18:28.976492 tst esme_ms_sms_transaction.py: using MSISDN 6859\u000a21:18:29.174658 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a21:18:29.309145 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:18:29.968366 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15496): Launched\u000a21:18:30.287790 run osmo-nitb_10.42.42.2(pid=15497): Launched\u000a21:18:30.485796 run osmo-nitb_10.42.42.2(pid=15497): ERR: Terminated: ERROR {rc=2} [trial-2349↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15497)]\u000a21:18:30.632084 run osmo-nitb_10.42.42.2(pid=15497): stdout: \u000a| (launched: 2022-12-08_21:18:30.133226) \u000a21:18:30.778871 run osmo-nitb_10.42.42.2(pid=15497): stderr: \u000a| (launched: 2022-12-08_21:18:30.181753)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:30.967001 run osmo-nitb_10.42.42.2(pid=15497): stdout: \u000a| (launched: 2022-12-08_21:18:30.133226) \u000a21:18:31.115325 run osmo-nitb_10.42.42.2(pid=15497): stderr: \u000a| (launched: 2022-12-08_21:18:30.181753)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:31.418470 tst osmo-nitb_10.42.42.2(pid=15497): stdout: \u000a| (launched: 2022-12-08_21:18:30.133226) \u000a21:18:31.550703 tst osmo-nitb_10.42.42.2(pid=15497): stderr: \u000a| (launched: 2022-12-08_21:18:30.181753)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:31.608577 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=15497): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15497) [trial-2349↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15497)] [trial-2349↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a21:18:31.618409 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a21:18:31.656803 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15496): Terminating (SIGTERM)\u000a21:18:31.835097 --- ParallelTerminationStrategy: PID 15496 died...\u000a21:18:31.894557 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15496): Terminated: ok {rc=0}\u000a21:18:31.988117 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:18:19" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=15507): Process ended prematurely: osmo-hlr_10.42.42.2(pid=15507) [trial-2349↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15507)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=15507): Process ended prematurely: osmo-hlr_10.42.42.2(pid=15507) [trial-2349↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a21:18:33.788649 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:33.799063 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:33.810405 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:33.821863 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:33.933440 tst esme_connect_policy_acceptall.py: using MSISDN 6860\u000a21:18:34.039696 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a21:18:34.559196 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=15502): Launched\u000a21:18:34.859216 run osmo-stp_10.42.42.4(pid=15503): Launched\u000a21:18:34.966048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:35.438839 run create_hlr_db(pid=15504): Launched\u000a21:18:35.612389 bus /sierra_2: Setting Powered False\u000a21:18:36.633472 run create_hlr_db(pid=15504): Terminated: ok {rc=0}\u000a21:18:37.062991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15506): Launched\u000a21:18:37.385089 run osmo-hlr_10.42.42.2(pid=15507): Launched\u000a21:18:37.503317 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a21:18:38.093945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15509): Launched\u000a21:18:38.417429 run osmo-msc_10.42.42.5(pid=15510): Launched\u000a21:18:38.607989 run osmo-hlr_10.42.42.2(pid=15507): ERR: Terminated: ERROR {rc=237} [trial-2349↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15507)]\u000a21:18:38.745220 run osmo-hlr_10.42.42.2(pid=15507): stdout: \u000a| (launched: 2022-12-08_21:18:37.227192) \u000a21:18:38.881806 run osmo-hlr_10.42.42.2(pid=15507): stderr: \u000a| �[0;m�[1;31m20221208211837420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211837420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211837420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211837420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211837420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211837420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211837432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211837442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211837443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211837443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:39.011490 run osmo-hlr_10.42.42.2(pid=15507): stdout: \u000a| (launched: 2022-12-08_21:18:37.227192) \u000a21:18:39.140407 run osmo-hlr_10.42.42.2(pid=15507): stderr: \u000a| �[0;m�[1;31m20221208211837420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211837420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211837420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211837420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211837420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211837420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211837432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211837442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211837443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211837443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:39.196861 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=15507): Process ended prematurely: osmo-hlr_10.42.42.2(pid=15507) [trial-2349↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15507)] [trial-2349↪smpp↪esme_connect_policy_acceptall.py:23]\u000a21:18:39.205587 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.4 sec)\u000a21:18:39.267443 run osmo-msc_10.42.42.5(pid=15510): ERR: Terminated: ERROR {rc=9} [trial-2349↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=15510)]\u000a21:18:39.318651 run osmo-msc_10.42.42.5(pid=15510): stdout: \u000a| (launched: 2022-12-08_21:18:38.258977) \u000a21:18:39.370394 run osmo-msc_10.42.42.5(pid=15510): stderr: \u000a| �[0;m�[38;5;43m20221208211838620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221208211838620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221208211838620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221208211838620 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221208211838620 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221208211838620 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221208211838620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221208211838620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221208211838621 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a21:18:39.414114 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=15502): Terminating (SIGTERM)\u000a21:18:39.455355 run osmo-stp_10.42.42.4(pid=15503): Terminating (SIGTERM)\u000a21:18:39.497867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15506): Terminating (SIGTERM)\u000a21:18:39.543029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15509): Terminating (SIGTERM)\u000a21:18:39.553612 --- ParallelTerminationStrategy: PID 15502 died...\u000a21:18:39.611736 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=15502): Terminated: ok {rc=0}\u000a21:18:39.621840 --- ParallelTerminationStrategy: PID 15503 died...\u000a21:18:39.676792 run osmo-stp_10.42.42.4(pid=15503): Terminated: ok {rc=0}\u000a21:18:39.686748 --- ParallelTerminationStrategy: PID 15506 died...\u000a21:18:39.741651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15506): Terminated: ok {rc=0}\u000a21:18:39.751597 --- ParallelTerminationStrategy: PID 15509 died...\u000a21:18:39.806612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15509): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 19, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=15518): Process ended prematurely: osmo-hlr_10.42.42.2(pid=15518) [trial-2349↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15518)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=15518): Process ended prematurely: osmo-hlr_10.42.42.2(pid=15518) [trial-2349↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a21:18:39.821305 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:39.832637 tst smpp: Using 1 x bts (candidates: 1)\u000a21:18:39.957869 tst esme_connect_policy_closed.py: using LAC 16875\u000a21:18:40.075569 tst esme_connect_policy_closed.py: using RAC 45\u000a21:18:40.194675 tst esme_connect_policy_closed.py: using CellId 16875\u000a21:18:40.312594 tst esme_connect_policy_closed.py: using BVCI 16876\u000a21:18:40.335529 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:40.346120 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:40.356361 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:40.472130 tst esme_connect_policy_closed.py: using MSISDN 6861\u000a21:18:40.603783 tst esme_connect_policy_closed.py: using MSISDN 6862\u000a21:18:40.718705 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a21:18:41.279499 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=15513): Launched\u000a21:18:41.602594 run osmo-stp_10.42.42.4(pid=15514): Launched\u000a21:18:41.717776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:42.234665 run create_hlr_db(pid=15515): Launched\u000a21:18:43.425548 run create_hlr_db(pid=15515): Terminated: ok {rc=0}\u000a21:18:43.763168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15517): Launched\u000a21:18:44.088872 run osmo-hlr_10.42.42.2(pid=15518): Launched\u000a21:18:44.206076 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a21:18:44.805007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15520): Launched\u000a21:18:45.131839 run osmo-msc_10.42.42.5(pid=15521): Launched\u000a21:18:45.322964 run osmo-hlr_10.42.42.2(pid=15518): ERR: Terminated: ERROR {rc=237} [trial-2349↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15518)]\u000a21:18:45.465466 run osmo-hlr_10.42.42.2(pid=15518): stdout: \u000a| (launched: 2022-12-08_21:18:43.929408) \u000a21:18:45.601764 run osmo-hlr_10.42.42.2(pid=15518): stderr: \u000a| �[0;m�[1;31m20221208211844123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211844123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211844123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211844123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211844123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211844123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211844135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211844144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211844144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211844144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:45.732624 run osmo-hlr_10.42.42.2(pid=15518): stdout: \u000a| (launched: 2022-12-08_21:18:43.929408) \u000a21:18:45.889218 run osmo-hlr_10.42.42.2(pid=15518): stderr: \u000a| �[0;m�[1;31m20221208211844123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211844123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211844123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211844123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211844123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211844123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211844135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211844144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211844144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211844144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:45.951818 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=15518): Process ended prematurely: osmo-hlr_10.42.42.2(pid=15518) [trial-2349↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15518)] [trial-2349↪smpp↪esme_connect_policy_closed.py:31]\u000a21:18:45.960923 tst esme_connect_policy_closed.py:31: Test FAILED (6.1 sec)\u000a21:18:46.025726 run osmo-msc_10.42.42.5(pid=15521): ERR: Terminated: ERROR {rc=9} [trial-2349↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=15521)]\u000a21:18:46.091219 run osmo-msc_10.42.42.5(pid=15521): stdout: \u000a| (launched: 2022-12-08_21:18:44.971442) \u000a21:18:46.158480 run osmo-msc_10.42.42.5(pid=15521): stderr: \u000a| �[0;m�[38;5;43m20221208211845347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221208211845347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221208211845347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221208211845347 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221208211845347 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221208211845347 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221208211845347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221208211845347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221208211845348 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a21:18:46.216795 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=15513): Terminating (SIGTERM)\u000a21:18:46.270692 run osmo-stp_10.42.42.4(pid=15514): Terminating (SIGTERM)\u000a21:18:46.323393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15517): Terminating (SIGTERM)\u000a21:18:46.376823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15520): Terminating (SIGTERM)\u000a21:18:46.389859 --- ParallelTerminationStrategy: PID 15513 died...\u000a21:18:46.522391 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=15513): Terminated: ok {rc=0}\u000a21:18:46.558400 --- ParallelTerminationStrategy: PID 15517 died...\u000a21:18:46.644588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15517): Terminated: ok {rc=0}\u000a21:18:46.658273 --- ParallelTerminationStrategy: PID 15514 died...\u000a21:18:46.729101 run osmo-stp_10.42.42.4(pid=15514): Terminated: ok {rc=0}\u000a21:18:46.740896 --- ParallelTerminationStrategy: PID 15520 died...\u000a21:18:46.814156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15520): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 19, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15530): Process ended prematurely: osmo-stp_10.42.42.5(pid=15530) [trial-2349↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15530)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15530): Process ended prematurely: osmo-stp_10.42.42.5(pid=15530) [trial-2349↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a21:18:46.834406 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:46.849888 tst smpp: Using 1 x bts (candidates: 1)\u000a21:18:47.016989 tst esme_ms_sms_storeforward.py: using LAC 16876\u000a21:18:47.153498 tst esme_ms_sms_storeforward.py: using RAC 46\u000a21:18:47.282203 tst esme_ms_sms_storeforward.py: using CellId 16876\u000a21:18:47.412648 tst esme_ms_sms_storeforward.py: using BVCI 16877\u000a21:18:47.437988 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:47.449051 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:47.459965 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:47.470971 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:47.482272 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:47.493176 tst smpp: Using 1 x modem (candidates: 1)\u000a21:18:47.710307 tst esme_ms_sms_storeforward.py: using MSISDN 6863\u000a21:18:47.818856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:48.295791 run create_hlr_db(pid=15524): Launched\u000a21:18:49.474964 run create_hlr_db(pid=15524): Terminated: ok {rc=0}\u000a21:18:49.789827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15526): Launched\u000a21:18:50.093241 run osmo-hlr_10.42.42.2(pid=15527): Launched\u000a21:18:50.209252 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:18:50.748602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15529): Launched\u000a21:18:51.055053 run osmo-stp_10.42.42.5(pid=15530): Launched\u000a21:18:51.166721 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:18:51.722388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15532): Launched\u000a21:18:52.027070 run osmo-msc_10.42.42.6(pid=15533): Launched\u000a21:18:52.207848 run osmo-stp_10.42.42.5(pid=15530): ERR: Terminated: ERROR {rc=1} [trial-2349↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15530)]\u000a21:18:52.338013 run osmo-stp_10.42.42.5(pid=15530): stdout: \u000a| (launched: 2022-12-08_21:18:50.903812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:52.464814 run osmo-stp_10.42.42.5(pid=15530): stderr: \u000a| �[0;m�[38;5;43m20221208211851076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211851076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211851077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211851077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211851078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211851078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211851078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:52.587542 run osmo-stp_10.42.42.5(pid=15530): stdout: \u000a| (launched: 2022-12-08_21:18:50.903812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:52.708183 run osmo-stp_10.42.42.5(pid=15530): stderr: \u000a| �[0;m�[38;5;43m20221208211851076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211851076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211851077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211851077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211851078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211851078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211851078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:52.761272 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=15530): Process ended prematurely: osmo-stp_10.42.42.5(pid=15530) [trial-2349↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15530)] [trial-2349↪smpp↪esme_ms_sms_storeforward.py:30]\u000a21:18:52.769683 tst esme_ms_sms_storeforward.py:30: Test FAILED (5.9 sec)\u000a21:18:52.829662 run osmo-hlr_10.42.42.2(pid=15527): ERR: Terminated: ERROR {rc=237} [trial-2349↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15527)]\u000a21:18:52.878674 run osmo-hlr_10.42.42.2(pid=15527): stdout: \u000a| (launched: 2022-12-08_21:18:49.943697) \u000a21:18:52.928640 run osmo-hlr_10.42.42.2(pid=15527): stderr: \u000a| �[0;m�[1;31m20221208211850120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211850121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211850121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211850121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211850121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211850121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211850132 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211850143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211850143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211850143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:52.995955 run osmo-msc_10.42.42.6(pid=15533): ERR: Terminated: ERROR {rc=2} [trial-2349↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15533)]\u000a21:18:53.044704 run osmo-msc_10.42.42.6(pid=15533): stdout: \u000a| (launched: 2022-12-08_21:18:51.876465) \u000a21:18:53.094600 run osmo-msc_10.42.42.6(pid=15533): stderr: \u000a| �[0;m�[38;5;43m20221208211852147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211852147 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1691aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211852147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211852147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211852147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211852147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211852149 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211852150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211852150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211852150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:18:53.136906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15526): Terminating (SIGTERM)\u000a21:18:53.176532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15529): Terminating (SIGTERM)\u000a21:18:53.216434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15532): Terminating (SIGTERM)\u000a21:18:53.225953 --- ParallelTerminationStrategy: PID 15526 died...\u000a21:18:53.279419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15526): Terminated: ok {rc=0}\u000a21:18:53.289049 --- ParallelTerminationStrategy: PID 15529 died...\u000a21:18:53.342396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15529): Terminated: ok {rc=0}\u000a21:18:53.352241 --- ParallelTerminationStrategy: PID 15532 died...\u000a21:18:53.405205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15532): Terminated: ok {rc=0}\u000a21:18:53.492852 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 19, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15541): Process ended prematurely: osmo-stp_10.42.42.5(pid=15541) [trial-2349↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15541)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15541): Process ended prematurely: osmo-stp_10.42.42.5(pid=15541) [trial-2349↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a21:18:54.545799 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:54.557474 tst smpp: Using 1 x bts (candidates: 1)\u000a21:18:54.683023 tst esme_ms_sms_transaction.py: using LAC 16877\u000a21:18:54.802669 tst esme_ms_sms_transaction.py: using RAC 47\u000a21:18:54.922331 tst esme_ms_sms_transaction.py: using CellId 16877\u000a21:18:55.040126 tst esme_ms_sms_transaction.py: using BVCI 16878\u000a21:18:55.062964 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:55.073329 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:55.083656 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:55.094252 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:55.104755 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:55.115277 tst smpp: Using 1 x modem (candidates: 1)\u000a21:18:55.329759 tst esme_ms_sms_transaction.py: using MSISDN 6864\u000a21:18:55.437331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:55.911271 run create_hlr_db(pid=15535): Launched\u000a21:18:56.086075 bus /sierra_2: Setting Powered False\u000a21:18:57.107275 run create_hlr_db(pid=15535): Terminated: ok {rc=0}\u000a21:18:57.542388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15537): Launched\u000a21:18:57.869063 run osmo-hlr_10.42.42.2(pid=15538): Launched\u000a21:18:57.988176 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:18:58.552053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15540): Launched\u000a21:18:58.876249 run osmo-stp_10.42.42.5(pid=15541): Launched\u000a21:18:58.998026 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:18:59.591612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15543): Launched\u000a21:18:59.917114 run osmo-msc_10.42.42.6(pid=15544): Launched\u000a21:19:00.107438 run osmo-stp_10.42.42.5(pid=15541): ERR: Terminated: ERROR {rc=1} [trial-2349↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15541)]\u000a21:19:00.249538 run osmo-stp_10.42.42.5(pid=15541): stdout: \u000a| (launched: 2022-12-08_21:18:58.717154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:00.390320 run osmo-stp_10.42.42.5(pid=15541): stderr: \u000a| �[0;m�[38;5;43m20221208211858909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211858910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211858910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211858910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211858911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211858911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211858911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:00.522474 run osmo-stp_10.42.42.5(pid=15541): stdout: \u000a| (launched: 2022-12-08_21:18:58.717154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:00.651957 run osmo-stp_10.42.42.5(pid=15541): stderr: \u000a| �[0;m�[38;5;43m20221208211858909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211858910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211858910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211858910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211858911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211858911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211858911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:00.708659 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=15541): Process ended prematurely: osmo-stp_10.42.42.5(pid=15541) [trial-2349↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15541)] [trial-2349↪smpp↪esme_ms_sms_transaction.py:28]\u000a21:19:00.717585 tst esme_ms_sms_transaction.py:28: Test FAILED (6.2 sec)\u000a21:19:00.779739 run osmo-hlr_10.42.42.2(pid=15538): ERR: Terminated: ERROR {rc=237} [trial-2349↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15538)]\u000a21:19:00.831403 run osmo-hlr_10.42.42.2(pid=15538): stdout: \u000a| (launched: 2022-12-08_21:18:57.708878) \u000a21:19:00.890032 run osmo-hlr_10.42.42.2(pid=15538): stderr: \u000a| �[0;m�[1;31m20221208211857910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211857910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211857910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211857910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211857910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211857910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211857922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211857930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211857930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211857930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:00.961667 run osmo-msc_10.42.42.6(pid=15544): ERR: Terminated: ERROR {rc=2} [trial-2349↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15544)]\u000a21:19:01.014068 run osmo-msc_10.42.42.6(pid=15544): stdout: \u000a| (launched: 2022-12-08_21:18:59.757598) \u000a21:19:01.066681 run osmo-msc_10.42.42.6(pid=15544): stderr: \u000a| �[0;m�[38;5;43m20221208211900081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211900081 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6019c02c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211900081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211900081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211900081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211900081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211900083 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211900084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211900084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211900084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:19:01.111900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15537): Terminating (SIGTERM)\u000a21:19:01.154505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15540): Terminating (SIGTERM)\u000a21:19:01.197142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15543): Terminating (SIGTERM)\u000a21:19:01.207085 --- ParallelTerminationStrategy: PID 15537 died...\u000a21:19:01.263668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15537): Terminated: ok {rc=0}\u000a21:19:01.274417 --- ParallelTerminationStrategy: PID 15540 died...\u000a21:19:01.331309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15540): Terminated: ok {rc=0}\u000a21:19:01.341966 --- ParallelTerminationStrategy: PID 15543 died...\u000a21:19:01.398761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15543): Terminated: ok {rc=0}\u000a21:19:01.487150 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:18:33" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15555): Process ended prematurely: osmo-stp_10.42.42.5(pid=15555) [trial-2349↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15555)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15555): Process ended prematurely: osmo-stp_10.42.42.5(pid=15555) [trial-2349↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a21:19:03.364166 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:03.375338 tst encryption: Using 1 x bts (candidates: 1)\u000a21:19:03.507477 tst register_a5_0_authopt.py: using LAC 16878\u000a21:19:03.637132 tst register_a5_0_authopt.py: using RAC 48\u000a21:19:03.766094 tst register_a5_0_authopt.py: using CellId 16878\u000a21:19:03.896605 tst register_a5_0_authopt.py: using BVCI 16879\u000a21:19:03.921602 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:03.932528 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:03.943406 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:03.954271 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:03.965097 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:03.976001 tst encryption: Using 1 x modem (candidates: 1)\u000a21:19:04.272412 tst register_a5_0_authopt.py:8: start network...\u000a21:19:04.410390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:04.936566 run create_hlr_db(pid=15549): Launched\u000a21:19:05.127206 bus /sierra_2: Setting Powered False\u000a21:19:06.148861 run create_hlr_db(pid=15549): Terminated: ok {rc=0}\u000a21:19:06.560713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15551): Launched\u000a21:19:06.867916 run osmo-hlr_10.42.42.2(pid=15552): Launched\u000a21:19:06.989211 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:07.529711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15554): Launched\u000a21:19:07.836234 run osmo-stp_10.42.42.5(pid=15555): Launched\u000a21:19:07.948320 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:19:08.508108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15557): Launched\u000a21:19:08.814365 run osmo-msc_10.42.42.6(pid=15558): Launched\u000a21:19:08.994208 run osmo-stp_10.42.42.5(pid=15555): ERR: Terminated: ERROR {rc=1} [trial-2349↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15555)]\u000a21:19:09.124770 run osmo-stp_10.42.42.5(pid=15555): stdout: \u000a| (launched: 2022-12-08_21:19:07.685286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:09.253087 run osmo-stp_10.42.42.5(pid=15555): stderr: \u000a| �[0;m�[38;5;43m20221208211907856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211907856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211907857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211907857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211907858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211907858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211907858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:09.376692 run osmo-stp_10.42.42.5(pid=15555): stdout: \u000a| (launched: 2022-12-08_21:19:07.685286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:09.498915 run osmo-stp_10.42.42.5(pid=15555): stderr: \u000a| �[0;m�[38;5;43m20221208211907856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211907856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211907857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211907857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211907858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211907858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211907858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:09.552702 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15555): Process ended prematurely: osmo-stp_10.42.42.5(pid=15555) [trial-2349↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15555)] [trial-2349↪encryption↪register_a5_0_authopt.py:8]\u000a21:19:09.561402 tst register_a5_0_authopt.py:8: Test FAILED (6.2 sec)\u000a21:19:09.621540 run osmo-hlr_10.42.42.2(pid=15552): ERR: Terminated: ERROR {rc=237} [trial-2349↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15552)]\u000a21:19:09.670605 run osmo-hlr_10.42.42.2(pid=15552): stdout: \u000a| (launched: 2022-12-08_21:19:06.716609) \u000a21:19:09.720283 run osmo-hlr_10.42.42.2(pid=15552): stderr: \u000a| �[0;m�[1;31m20221208211906895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211906895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211906895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211906895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211906895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211906895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211906907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211906916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211906916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211906916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:09.787709 run osmo-msc_10.42.42.6(pid=15558): ERR: Terminated: ERROR {rc=2} [trial-2349↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15558)]\u000a21:19:09.836774 run osmo-msc_10.42.42.6(pid=15558): stdout: \u000a| (launched: 2022-12-08_21:19:08.663631) \u000a21:19:09.886560 run osmo-msc_10.42.42.6(pid=15558): stderr: \u000a| �[0;m�[38;5;43m20221208211908938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211908939 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d12533c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211908939 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211908939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211908939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211908939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211908941 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211908942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211908942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211908942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:19:09.928614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15551): Terminating (SIGTERM)\u000a21:19:09.968755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15554): Terminating (SIGTERM)\u000a21:19:10.008993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15557): Terminating (SIGTERM)\u000a21:19:10.019061 --- ParallelTerminationStrategy: PID 15551 died...\u000a21:19:10.072913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15551): Terminated: ok {rc=0}\u000a21:19:10.082607 --- ParallelTerminationStrategy: PID 15554 died...\u000a21:19:10.135884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15554): Terminated: ok {rc=0}\u000a21:19:10.145818 --- ParallelTerminationStrategy: PID 15557 died...\u000a21:19:10.198896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15557): Terminated: ok {rc=0}\u000a21:19:10.282448 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 19, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15566): Process ended prematurely: osmo-stp_10.42.42.5(pid=15566) [trial-2349↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15566)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15566): Process ended prematurely: osmo-stp_10.42.42.5(pid=15566) [trial-2349↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a21:19:11.391721 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:11.402958 tst encryption: Using 1 x bts (candidates: 1)\u000a21:19:11.527079 tst register_a5_0_authreq.py: using LAC 16879\u000a21:19:11.648875 tst register_a5_0_authreq.py: using RAC 49\u000a21:19:11.779134 tst register_a5_0_authreq.py: using CellId 16879\u000a21:19:11.911389 tst register_a5_0_authreq.py: using BVCI 16880\u000a21:19:11.937973 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:11.949604 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:11.960832 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:11.972314 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:11.983825 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:11.995387 tst encryption: Using 1 x modem (candidates: 1)\u000a21:19:12.278910 tst register_a5_0_authreq.py:8: start network...\u000a21:19:12.406486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:12.904320 run create_hlr_db(pid=15560): Launched\u000a21:19:13.095748 bus /sierra_2: Setting Powered False\u000a21:19:14.116155 run create_hlr_db(pid=15560): Terminated: ok {rc=0}\u000a21:19:14.554564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15562): Launched\u000a21:19:14.884409 run osmo-hlr_10.42.42.2(pid=15563): Launched\u000a21:19:15.002600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:15.575878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15565): Launched\u000a21:19:15.976801 run osmo-stp_10.42.42.5(pid=15566): Launched\u000a21:19:16.133371 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:19:16.875375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15568): Launched\u000a21:19:17.367053 run osmo-msc_10.42.42.6(pid=15569): Launched\u000a21:19:17.562918 run osmo-stp_10.42.42.5(pid=15566): ERR: Terminated: ERROR {rc=1} [trial-2349↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15566)]\u000a21:19:17.691444 run osmo-stp_10.42.42.5(pid=15566): stdout: \u000a| (launched: 2022-12-08_21:19:15.743019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:17.820333 run osmo-stp_10.42.42.5(pid=15566): stderr: \u000a| �[0;m�[38;5;43m20221208211916063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211916063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211916064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211916064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211916069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211916069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211916069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:17.944169 run osmo-stp_10.42.42.5(pid=15566): stdout: \u000a| (launched: 2022-12-08_21:19:15.743019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:18.066747 run osmo-stp_10.42.42.5(pid=15566): stderr: \u000a| �[0;m�[38;5;43m20221208211916063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211916063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211916064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211916064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211916069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211916069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211916069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:18.121047 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15566): Process ended prematurely: osmo-stp_10.42.42.5(pid=15566) [trial-2349↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15566)] [trial-2349↪encryption↪register_a5_0_authreq.py:8]\u000a21:19:18.129826 tst register_a5_0_authreq.py:8: Test FAILED (6.8 sec)\u000a21:19:18.189679 run osmo-hlr_10.42.42.2(pid=15563): ERR: Terminated: ERROR {rc=237} [trial-2349↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15563)]\u000a21:19:18.239122 run osmo-hlr_10.42.42.2(pid=15563): stdout: \u000a| (launched: 2022-12-08_21:19:14.722929) \u000a21:19:18.289153 run osmo-hlr_10.42.42.2(pid=15563): stderr: \u000a| �[0;m�[1;31m20221208211914921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211914921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211914921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211914921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211914921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211914922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211914934 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211914943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211914943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211914943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:18.356889 run osmo-msc_10.42.42.6(pid=15569): ERR: Terminated: ERROR {rc=2} [trial-2349↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15569)]\u000a21:19:18.406127 run osmo-msc_10.42.42.6(pid=15569): stdout: \u000a| (launched: 2022-12-08_21:19:17.037676) \u000a21:19:18.456019 run osmo-msc_10.42.42.6(pid=15569): stderr: \u000a| �[0;m�[38;5;43m20221208211917362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211917362 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9eb0234c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211917362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211917362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211917363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211917363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211917373 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211917373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211917373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211917373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:19:18.498255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15562): Terminating (SIGTERM)\u000a21:19:18.538736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15565): Terminating (SIGTERM)\u000a21:19:18.579571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15568): Terminating (SIGTERM)\u000a21:19:18.589026 --- ParallelTerminationStrategy: PID 15562 died...\u000a21:19:18.642715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15562): Terminated: ok {rc=0}\u000a21:19:18.652631 --- ParallelTerminationStrategy: PID 15565 died...\u000a21:19:18.706037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15565): Terminated: ok {rc=0}\u000a21:19:18.715911 --- ParallelTerminationStrategy: PID 15568 died...\u000a21:19:18.769992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15568): Terminated: ok {rc=0}\u000a21:19:18.857955 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 19, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15577): Process ended prematurely: osmo-stp_10.42.42.5(pid=15577) [trial-2349↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15577)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15577): Process ended prematurely: osmo-stp_10.42.42.5(pid=15577) [trial-2349↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a21:19:19.970471 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:19.981787 tst encryption: Using 1 x bts (candidates: 1)\u000a21:19:20.103494 tst register_a5_1_authreq.py: using LAC 16880\u000a21:19:20.224667 tst register_a5_1_authreq.py: using RAC 50\u000a21:19:20.344672 tst register_a5_1_authreq.py: using CellId 16880\u000a21:19:20.466067 tst register_a5_1_authreq.py: using BVCI 16881\u000a21:19:20.489283 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:20.499692 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:20.510179 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:20.520750 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:20.531397 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:20.541952 tst encryption: Using 1 x modem (candidates: 1)\u000a21:19:20.839521 tst register_a5_1_authreq.py:8: start network...\u000a21:19:20.977707 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:21.504102 run create_hlr_db(pid=15571): Launched\u000a21:19:21.694937 bus /sierra_2: Setting Powered False\u000a21:19:22.715976 run create_hlr_db(pid=15571): Terminated: ok {rc=0}\u000a21:19:23.134627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15573): Launched\u000a21:19:23.463818 run osmo-hlr_10.42.42.2(pid=15574): Launched\u000a21:19:23.583131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:24.156774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15576): Launched\u000a21:19:24.486187 run osmo-stp_10.42.42.5(pid=15577): Launched\u000a21:19:24.606837 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:19:25.207093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15579): Launched\u000a21:19:25.537438 run osmo-msc_10.42.42.6(pid=15580): Launched\u000a21:19:25.729823 run osmo-stp_10.42.42.5(pid=15577): ERR: Terminated: ERROR {rc=1} [trial-2349↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15577)]\u000a21:19:25.868620 run osmo-stp_10.42.42.5(pid=15577): stdout: \u000a| (launched: 2022-12-08_21:19:24.324129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:26.006946 run osmo-stp_10.42.42.5(pid=15577): stderr: \u000a| �[0;m�[38;5;43m20221208211924518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211924518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211924519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211924519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211924519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211924519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211924519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:26.139719 run osmo-stp_10.42.42.5(pid=15577): stdout: \u000a| (launched: 2022-12-08_21:19:24.324129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:26.271073 run osmo-stp_10.42.42.5(pid=15577): stderr: \u000a| �[0;m�[38;5;43m20221208211924518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211924518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211924519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211924519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211924519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211924519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211924519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:26.329002 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15577): Process ended prematurely: osmo-stp_10.42.42.5(pid=15577) [trial-2349↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15577)] [trial-2349↪encryption↪register_a5_1_authreq.py:8]\u000a21:19:26.338290 tst register_a5_1_authreq.py:8: Test FAILED (6.4 sec)\u000a21:19:26.400317 run osmo-hlr_10.42.42.2(pid=15574): ERR: Terminated: ERROR {rc=237} [trial-2349↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15574)]\u000a21:19:26.451127 run osmo-hlr_10.42.42.2(pid=15574): stdout: \u000a| (launched: 2022-12-08_21:19:23.302818) \u000a21:19:26.503010 run osmo-hlr_10.42.42.2(pid=15574): stderr: \u000a| �[0;m�[1;31m20221208211923504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211923504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211923504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211923504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211923504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211923504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211923519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211923530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211923530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211923530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:26.573075 run osmo-msc_10.42.42.6(pid=15580): ERR: Terminated: ERROR {rc=2} [trial-2349↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15580)]\u000a21:19:26.624271 run osmo-msc_10.42.42.6(pid=15580): stdout: \u000a| (launched: 2022-12-08_21:19:25.374981) \u000a21:19:26.675755 run osmo-msc_10.42.42.6(pid=15580): stderr: \u000a| �[0;m�[38;5;43m20221208211925699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211925699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e32073c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211925699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211925700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211925700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211925700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211925703 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211925704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211925704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211925704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:19:26.719433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15573): Terminating (SIGTERM)\u000a21:19:26.760830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15576): Terminating (SIGTERM)\u000a21:19:26.802484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15579): Terminating (SIGTERM)\u000a21:19:26.812154 --- ParallelTerminationStrategy: PID 15573 died...\u000a21:19:26.867755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15573): Terminated: ok {rc=0}\u000a21:19:26.877905 --- ParallelTerminationStrategy: PID 15576 died...\u000a21:19:26.933150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15576): Terminated: ok {rc=0}\u000a21:19:26.943279 --- ParallelTerminationStrategy: PID 15579 died...\u000a21:19:26.998717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15579): Terminated: ok {rc=0}\u000a21:19:27.085355 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 19, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15588): Process ended prematurely: osmo-stp_10.42.42.5(pid=15588) [trial-2349↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15588)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15588): Process ended prematurely: osmo-stp_10.42.42.5(pid=15588) [trial-2349↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a21:19:28.202797 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:28.214501 tst encryption: Using 1 x bts (candidates: 1)\u000a21:19:28.349881 tst register_a5_3_authreq.py: using LAC 16881\u000a21:19:28.484859 tst register_a5_3_authreq.py: using RAC 51\u000a21:19:28.613699 tst register_a5_3_authreq.py: using CellId 16881\u000a21:19:28.744464 tst register_a5_3_authreq.py: using BVCI 16882\u000a21:19:28.769920 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:28.780799 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:28.792055 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:28.803669 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:28.815475 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:28.826820 tst encryption: Using 1 x modem (candidates: 1)\u000a21:19:29.139622 tst register_a5_3_authreq.py:8: start network...\u000a21:19:29.278364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:29.803705 run create_hlr_db(pid=15582): Launched\u000a21:19:29.994566 bus /sierra_2: Setting Powered False\u000a21:19:31.041184 run create_hlr_db(pid=15582): Terminated: ok {rc=0}\u000a21:19:31.476677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15584): Launched\u000a21:19:31.916435 run osmo-hlr_10.42.42.2(pid=15585): Launched\u000a21:19:32.102351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:32.728363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15587): Launched\u000a21:19:33.034454 run osmo-stp_10.42.42.5(pid=15588): Launched\u000a21:19:33.146380 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:19:33.709215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15590): Launched\u000a21:19:34.017256 run osmo-msc_10.42.42.6(pid=15591): Launched\u000a21:19:34.198433 run osmo-stp_10.42.42.5(pid=15588): ERR: Terminated: ERROR {rc=1} [trial-2349↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15588)]\u000a21:19:34.329592 run osmo-stp_10.42.42.5(pid=15588): stdout: \u000a| (launched: 2022-12-08_21:19:32.884297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:34.458793 run osmo-stp_10.42.42.5(pid=15588): stderr: \u000a| �[0;m�[38;5;43m20221208211933054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211933054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211933054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211933055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211933055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211933055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211933055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:34.582992 run osmo-stp_10.42.42.5(pid=15588): stdout: \u000a| (launched: 2022-12-08_21:19:32.884297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:34.707238 run osmo-stp_10.42.42.5(pid=15588): stderr: \u000a| �[0;m�[38;5;43m20221208211933054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208211933054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208211933054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208211933055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208211933055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208211933055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208211933055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:34.761242 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15588): Process ended prematurely: osmo-stp_10.42.42.5(pid=15588) [trial-2349↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15588)] [trial-2349↪encryption↪register_a5_3_authreq.py:8]\u000a21:19:34.769928 tst register_a5_3_authreq.py:8: Test FAILED (6.6 sec)\u000a21:19:34.829799 run osmo-hlr_10.42.42.2(pid=15585): ERR: Terminated: ERROR {rc=237} [trial-2349↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15585)]\u000a21:19:34.878544 run osmo-hlr_10.42.42.2(pid=15585): stdout: \u000a| (launched: 2022-12-08_21:19:31.637455) \u000a21:19:34.928117 run osmo-hlr_10.42.42.2(pid=15585): stderr: \u000a| �[0;m�[1;31m20221208211931874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208211931874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208211931874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211931874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208211931874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208211931874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208211931894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208211931920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208211931922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208211931923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:34.994991 run osmo-msc_10.42.42.6(pid=15591): ERR: Terminated: ERROR {rc=2} [trial-2349↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15591)]\u000a21:19:35.043664 run osmo-msc_10.42.42.6(pid=15591): stdout: \u000a| (launched: 2022-12-08_21:19:33.865397) \u000a21:19:35.093026 run osmo-msc_10.42.42.6(pid=15591): stderr: \u000a| �[0;m�[38;5;43m20221208211934139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208211934139 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feac5f79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208211934139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208211934139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208211934139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208211934139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208211934141 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208211934142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208211934142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208211934142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:19:35.134792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15584): Terminating (SIGTERM)\u000a21:19:35.174529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15587): Terminating (SIGTERM)\u000a21:19:35.214429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15590): Terminating (SIGTERM)\u000a21:19:35.223754 --- ParallelTerminationStrategy: PID 15584 died...\u000a21:19:35.277616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15584): Terminated: ok {rc=0}\u000a21:19:35.287371 --- ParallelTerminationStrategy: PID 15587 died...\u000a21:19:35.339852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15587): Terminated: ok {rc=0}\u000a21:19:35.349407 --- ParallelTerminationStrategy: PID 15590 died...\u000a21:19:35.402243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15590): Terminated: ok {rc=0}\u000a21:19:35.489227 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:19:03" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=15610): Process ended prematurely: srsepc(pid=15610) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15610)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=15610): Process ended prematurely: srsepc(pid=15610) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a21:19:37.461624 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a21:19:37.503511 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:19:37.519355 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:19:37.542480 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:19:37.683555 tst handover.py: using MSISDN 6865\u000a21:19:37.791490 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6865', subscriber_id=0}\u000a21:19:37.897592 run srsepc_10.42.42.118: Starting srsepc\u000a21:19:39.747630 run rm-remote-dir(pid=15598): Launched\u000a21:19:39.930764 bus /sierra_2: Setting Powered False\u000a21:19:40.955837 run rm-remote-dir(pid=15598): Terminated: ok {rc=0}\u000a21:19:41.407826 run mk-remote-dir(pid=15599): Launched\u000a21:19:42.608182 run mk-remote-dir(pid=15599): Terminated: ok {rc=0}\u000a21:19:42.909376 run scp-inst-to-remote(pid=15600): Launched\u000a21:19:45.098006 run scp-inst-to-remote(pid=15600): Terminated: ok {rc=0}\u000a21:19:45.424291 run rm-remote-dir(pid=15602): Launched\u000a21:19:46.624089 run rm-remote-dir(pid=15602): Terminated: ok {rc=0}\u000a21:19:47.016278 run mk-remote-dir(pid=15603): Launched\u000a21:19:48.223075 run mk-remote-dir(pid=15603): Terminated: ok {rc=0}\u000a21:19:48.521427 run scp-cfg-to-remote(pid=15604): Launched\u000a21:19:49.727685 run scp-cfg-to-remote(pid=15604): Terminated: ok {rc=0}\u000a21:19:50.025320 run scp-db-to-remote(pid=15606): Launched\u000a21:19:51.224081 run scp-db-to-remote(pid=15606): Terminated: ok {rc=0}\u000a21:19:51.345795 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:19:51.688517 run patchelf(pid=15608): Launched\u000a21:19:52.885886 run patchelf(pid=15608): Terminated: ok {rc=0}\u000a21:19:53.007588 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:19:53.350159 run setcap-netadm(pid=15609): Launched\u000a21:19:54.538421 run setcap-netadm(pid=15609): Terminated: ok {rc=0}\u000a21:19:54.848171 run srsepc(pid=15610): Launched\u000a21:19:54.958040 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:19:56.073673 run rm-remote-dir(pid=15611): Launched\u000a21:19:56.258563 run srsepc(pid=15610): ERR: Terminated: ERROR {rc=127} [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15610)]\u000a21:19:56.393849 run srsepc(pid=15610): stdout: \u000a| (launched: 2022-12-08_21:19:54.699969)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:19:56.528773 run srsepc(pid=15610): stderr: \u000a| (launched: 2022-12-08_21:19:54.745612)\u000a| Connection to 10.42.42.116 closed. \u000a21:19:56.659681 run srsepc(pid=15610): stdout: \u000a| (launched: 2022-12-08_21:19:54.699969)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:19:56.789729 run srsepc(pid=15610): stderr: \u000a| (launched: 2022-12-08_21:19:54.745612)\u000a| Connection to 10.42.42.116 closed. \u000a21:19:56.941669 run rm-remote-dir(pid=15611): Terminating (SIGINT)\u000a21:19:57.119300 run rm-remote-dir(pid=15611): Terminated: ok {rc=0}\u000a21:19:57.152289 tst handover.py:37: ERR: Error: srsepc(pid=15610): Process ended prematurely: srsepc(pid=15610) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15610)] [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a21:19:57.161954 tst handover.py:37: Test FAILED (19.9 sec)\u000a21:19:57.273274 run scp-back-log(pid=15612): Launched\u000a21:19:58.359197 run scp-back-log(pid=15612): ERR: Terminated: ERROR {rc=1} [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15612)]\u000a21:19:58.421269 run scp-back-log(pid=15612): stdout: \u000a| (launched: 2022-12-08_21:19:57.203598) \u000a21:19:58.483496 run scp-back-log(pid=15612): stderr: \u000a| (launched: 2022-12-08_21:19:57.223359)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:19:58.536030 tst srsepc_10.42.42.118: Error('scp-back-log(pid=15612): launch_sync(): local process exited with status 1 [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15612)]')\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=15629): Process ended prematurely: srsepc(pid=15629) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15629)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=15629): Process ended prematurely: srsepc(pid=15629) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a21:19:58.714811 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a21:19:58.756739 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:19:58.960717 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a21:19:59.002554 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:19:59.018347 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:19:59.141617 tst iperf3_bidir.py: using MSISDN 6866\u000a21:19:59.249955 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6866', subscriber_id=0}\u000a21:19:59.356772 run srsepc_10.42.42.118: Starting srsepc\u000a21:19:59.996714 run rm-remote-dir(pid=15614): Launched\u000a21:20:01.187834 run rm-remote-dir(pid=15614): Terminated: ok {rc=0}\u000a21:20:01.618725 run mk-remote-dir(pid=15618): Launched\u000a21:20:02.822113 run mk-remote-dir(pid=15618): Terminated: ok {rc=0}\u000a21:20:03.100352 run scp-inst-to-remote(pid=15619): Launched\u000a21:20:05.298190 run scp-inst-to-remote(pid=15619): Terminated: ok {rc=0}\u000a21:20:05.649863 run rm-remote-dir(pid=15621): Launched\u000a21:20:06.849255 run rm-remote-dir(pid=15621): Terminated: ok {rc=0}\u000a21:20:07.202993 run mk-remote-dir(pid=15622): Launched\u000a21:20:08.403605 run mk-remote-dir(pid=15622): Terminated: ok {rc=0}\u000a21:20:08.701624 run scp-cfg-to-remote(pid=15623): Launched\u000a21:20:09.899146 run scp-cfg-to-remote(pid=15623): Terminated: ok {rc=0}\u000a21:20:10.197302 run scp-db-to-remote(pid=15625): Launched\u000a21:20:11.395435 run scp-db-to-remote(pid=15625): Terminated: ok {rc=0}\u000a21:20:11.516835 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:20:11.860387 run patchelf(pid=15627): Launched\u000a21:20:13.059052 run patchelf(pid=15627): Terminated: ok {rc=0}\u000a21:20:13.181632 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:20:13.524212 run setcap-netadm(pid=15628): Launched\u000a21:20:14.722686 run setcap-netadm(pid=15628): Terminated: ok {rc=0}\u000a21:20:15.058325 run srsepc(pid=15629): Launched\u000a21:20:15.175519 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:20:16.447404 run rm-remote-dir(pid=15630): Launched\u000a21:20:16.716407 run srsepc(pid=15629): ERR: Terminated: ERROR {rc=127} [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15629)]\u000a21:20:16.862514 run srsepc(pid=15629): stdout: \u000a| (launched: 2022-12-08_21:20:14.897303)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:20:17.005309 run srsepc(pid=15629): stderr: \u000a| (launched: 2022-12-08_21:20:14.946582)\u000a| Connection to 10.42.42.116 closed. \u000a21:20:17.141260 run srsepc(pid=15629): stdout: \u000a| (launched: 2022-12-08_21:20:14.897303)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:20:17.276369 run srsepc(pid=15629): stderr: \u000a| (launched: 2022-12-08_21:20:14.946582)\u000a| Connection to 10.42.42.116 closed. \u000a21:20:17.428192 run rm-remote-dir(pid=15630): Terminating (SIGINT)\u000a21:20:17.607177 run rm-remote-dir(pid=15630): Terminated: ok {rc=0}\u000a21:20:17.640014 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=15629): Process ended prematurely: srsepc(pid=15629) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15629)] [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a21:20:17.650251 tst iperf3_bidir.py:42: Test FAILED (19.1 sec)\u000a21:20:17.762438 run scp-back-log(pid=15631): Launched\u000a21:20:18.849372 run scp-back-log(pid=15631): ERR: Terminated: ERROR {rc=1} [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15631)]\u000a21:20:18.911541 run scp-back-log(pid=15631): stdout: \u000a| (launched: 2022-12-08_21:20:17.692140) \u000a21:20:18.973986 run scp-back-log(pid=15631): stderr: \u000a| (launched: 2022-12-08_21:20:17.711846)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:20:19.027698 tst srsepc_10.42.42.118: Error('scp-back-log(pid=15631): launch_sync(): local process exited with status 1 [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15631)]')\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=15645): Process ended prematurely: srsepc(pid=15645) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15645)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=15645): Process ended prematurely: srsepc(pid=15645) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a21:20:19.206609 tst iperf3_dl.py:13: Number of physical ue: 1\u000a21:20:19.249489 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:20:19.465537 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a21:20:19.507002 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:20:19.522886 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:20:19.642614 tst iperf3_dl.py: using MSISDN 6867\u000a21:20:19.750388 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6867', subscriber_id=0}\u000a21:20:19.857098 run srsepc_10.42.42.118: Starting srsepc\u000a21:20:20.496482 run rm-remote-dir(pid=15633): Launched\u000a21:20:21.684366 run rm-remote-dir(pid=15633): Terminated: ok {rc=0}\u000a21:20:22.011034 run mk-remote-dir(pid=15634): Launched\u000a21:20:23.198498 run mk-remote-dir(pid=15634): Terminated: ok {rc=0}\u000a21:20:23.474443 run scp-inst-to-remote(pid=15635): Launched\u000a21:20:25.662254 run scp-inst-to-remote(pid=15635): Terminated: ok {rc=0}\u000a21:20:25.988396 run rm-remote-dir(pid=15637): Launched\u000a21:20:27.175914 run rm-remote-dir(pid=15637): Terminated: ok {rc=0}\u000a21:20:27.502404 run mk-remote-dir(pid=15638): Launched\u000a21:20:28.689350 run mk-remote-dir(pid=15638): Terminated: ok {rc=0}\u000a21:20:28.966173 run scp-cfg-to-remote(pid=15639): Launched\u000a21:20:30.152188 run scp-cfg-to-remote(pid=15639): Terminated: ok {rc=0}\u000a21:20:30.428282 run scp-db-to-remote(pid=15641): Launched\u000a21:20:31.632401 run scp-db-to-remote(pid=15641): Terminated: ok {rc=0}\u000a21:20:31.783157 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:20:32.202810 run patchelf(pid=15643): Launched\u000a21:20:33.403358 run patchelf(pid=15643): Terminated: ok {rc=0}\u000a21:20:33.525270 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:20:33.868144 run setcap-netadm(pid=15644): Launched\u000a21:20:35.066020 run setcap-netadm(pid=15644): Terminated: ok {rc=0}\u000a21:20:35.402525 run srsepc(pid=15645): Launched\u000a21:20:35.519164 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:20:36.718355 run rm-remote-dir(pid=15646): Launched\u000a21:20:36.918053 run srsepc(pid=15645): ERR: Terminated: ERROR {rc=127} [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15645)]\u000a21:20:37.062002 run srsepc(pid=15645): stdout: \u000a| (launched: 2022-12-08_21:20:35.241276)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:20:37.206969 run srsepc(pid=15645): stderr: \u000a| (launched: 2022-12-08_21:20:35.290129)\u000a| Connection to 10.42.42.116 closed. \u000a21:20:37.346693 run srsepc(pid=15645): stdout: \u000a| (launched: 2022-12-08_21:20:35.241276)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:20:37.485638 run srsepc(pid=15645): stderr: \u000a| (launched: 2022-12-08_21:20:35.290129)\u000a| Connection to 10.42.42.116 closed. \u000a21:20:37.647115 run rm-remote-dir(pid=15646): Terminating (SIGINT)\u000a21:20:37.835875 run rm-remote-dir(pid=15646): Terminated: ok {rc=0}\u000a21:20:37.870784 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=15645): Process ended prematurely: srsepc(pid=15645) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15645)] [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a21:20:37.881220 tst iperf3_dl.py:42: Test FAILED (18.8 sec)\u000a21:20:37.996033 run scp-back-log(pid=15647): Launched\u000a21:20:39.085739 run scp-back-log(pid=15647): ERR: Terminated: ERROR {rc=1} [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15647)]\u000a21:20:39.151031 run scp-back-log(pid=15647): stdout: \u000a| (launched: 2022-12-08_21:20:37.924001) \u000a21:20:39.216366 run scp-back-log(pid=15647): stderr: \u000a| (launched: 2022-12-08_21:20:37.944501)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:20:39.272044 tst srsepc_10.42.42.118: Error('scp-back-log(pid=15647): launch_sync(): local process exited with status 1 [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15647)]')\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=15661): Process ended prematurely: srsepc(pid=15661) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15661)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=15661): Process ended prematurely: srsepc(pid=15661) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a21:20:39.462585 tst iperf3_ul.py:13: Number of physical ue: 1\u000a21:20:39.507873 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:20:39.727445 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a21:20:39.772363 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:20:39.788768 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:20:39.915961 tst iperf3_ul.py: using MSISDN 6868\u000a21:20:40.031799 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6868', subscriber_id=0}\u000a21:20:40.146522 run srsepc_10.42.42.118: Starting srsepc\u000a21:20:40.833271 run rm-remote-dir(pid=15649): Launched\u000a21:20:42.033038 run rm-remote-dir(pid=15649): Terminated: ok {rc=0}\u000a21:20:42.387257 run mk-remote-dir(pid=15650): Launched\u000a21:20:43.587566 run mk-remote-dir(pid=15650): Terminated: ok {rc=0}\u000a21:20:43.886102 run scp-inst-to-remote(pid=15651): Launched\u000a21:20:46.112314 run scp-inst-to-remote(pid=15651): Terminated: ok {rc=0}\u000a21:20:46.533885 run rm-remote-dir(pid=15653): Launched\u000a21:20:47.731156 run rm-remote-dir(pid=15653): Terminated: ok {rc=0}\u000a21:20:48.059589 run mk-remote-dir(pid=15654): Launched\u000a21:20:49.248047 run mk-remote-dir(pid=15654): Terminated: ok {rc=0}\u000a21:20:49.527110 run scp-cfg-to-remote(pid=15655): Launched\u000a21:20:50.712198 run scp-cfg-to-remote(pid=15655): Terminated: ok {rc=0}\u000a21:20:50.989528 run scp-db-to-remote(pid=15657): Launched\u000a21:20:52.186790 run scp-db-to-remote(pid=15657): Terminated: ok {rc=0}\u000a21:20:52.309054 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:20:52.653630 run patchelf(pid=15659): Launched\u000a21:20:53.852570 run patchelf(pid=15659): Terminated: ok {rc=0}\u000a21:20:53.974991 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:20:54.320370 run setcap-netadm(pid=15660): Launched\u000a21:20:55.519347 run setcap-netadm(pid=15660): Terminated: ok {rc=0}\u000a21:20:55.854028 run srsepc(pid=15661): Launched\u000a21:20:55.971049 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:20:57.170436 run rm-remote-dir(pid=15662): Launched\u000a21:20:57.371988 run srsepc(pid=15661): ERR: Terminated: ERROR {rc=127} [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15661)]\u000a21:20:57.517511 run srsepc(pid=15661): stdout: \u000a| (launched: 2022-12-08_21:20:55.694147)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:20:57.662504 run srsepc(pid=15661): stderr: \u000a| (launched: 2022-12-08_21:20:55.743371)\u000a| Connection to 10.42.42.116 closed. \u000a21:20:57.803591 run srsepc(pid=15661): stdout: \u000a| (launched: 2022-12-08_21:20:55.694147)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:20:57.943427 run srsepc(pid=15661): stderr: \u000a| (launched: 2022-12-08_21:20:55.743371)\u000a| Connection to 10.42.42.116 closed. \u000a21:20:58.105770 run rm-remote-dir(pid=15662): Terminating (SIGINT)\u000a21:20:58.296388 run rm-remote-dir(pid=15662): Terminated: ok {rc=0}\u000a21:20:58.331494 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=15661): Process ended prematurely: srsepc(pid=15661) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15661)] [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a21:20:58.342171 tst iperf3_ul.py:42: Test FAILED (19.0 sec)\u000a21:20:58.458703 run scp-back-log(pid=15663): Launched\u000a21:20:59.549326 run scp-back-log(pid=15663): ERR: Terminated: ERROR {rc=1} [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15663)]\u000a21:20:59.614465 run scp-back-log(pid=15663): stdout: \u000a| (launched: 2022-12-08_21:20:58.385183) \u000a21:20:59.679834 run scp-back-log(pid=15663): stderr: \u000a| (launched: 2022-12-08_21:20:58.405806)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:20:59.735918 tst srsepc_10.42.42.118: Error('scp-back-log(pid=15663): launch_sync(): local process exited with status 1 [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15663)]')\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=15678): Process ended prematurely: srsepc(pid=15678) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15678)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=15678): Process ended prematurely: srsepc(pid=15678) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a21:20:59.751015 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:20:59.768387 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:20:59.792075 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:20:59.940162 tst ping.py: using MSISDN 6869\u000a21:21:00.056292 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6869', subscriber_id=0}\u000a21:21:00.171674 run srsepc_10.42.42.118: Starting srsepc\u000a21:21:00.882204 run rm-remote-dir(pid=15665): Launched\u000a21:21:02.154377 run rm-remote-dir(pid=15665): Terminated: ok {rc=0}\u000a21:21:02.495277 run mk-remote-dir(pid=15666): Launched\u000a21:21:03.693928 run mk-remote-dir(pid=15666): Terminated: ok {rc=0}\u000a21:21:03.991810 run scp-inst-to-remote(pid=15667): Launched\u000a21:21:06.180530 run scp-inst-to-remote(pid=15667): Terminated: ok {rc=0}\u000a21:21:06.507782 run rm-remote-dir(pid=15670): Launched\u000a21:21:07.694842 run rm-remote-dir(pid=15670): Terminated: ok {rc=0}\u000a21:21:08.022990 run mk-remote-dir(pid=15671): Launched\u000a21:21:09.210769 run mk-remote-dir(pid=15671): Terminated: ok {rc=0}\u000a21:21:09.488639 run scp-cfg-to-remote(pid=15672): Launched\u000a21:21:10.673182 run scp-cfg-to-remote(pid=15672): Terminated: ok {rc=0}\u000a21:21:10.950520 run scp-db-to-remote(pid=15674): Launched\u000a21:21:12.147625 run scp-db-to-remote(pid=15674): Terminated: ok {rc=0}\u000a21:21:12.270045 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:21:12.613378 run patchelf(pid=15676): Launched\u000a21:21:13.811884 run patchelf(pid=15676): Terminated: ok {rc=0}\u000a21:21:13.933215 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:21:14.277381 run setcap-netadm(pid=15677): Launched\u000a21:21:15.475912 run setcap-netadm(pid=15677): Terminated: ok {rc=0}\u000a21:21:15.810076 run srsepc(pid=15678): Launched\u000a21:21:15.991601 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:21:17.204683 run rm-remote-dir(pid=15679): Launched\u000a21:21:17.460692 run srsepc(pid=15678): ERR: Terminated: ERROR {rc=127} [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15678)]\u000a21:21:17.597914 run srsepc(pid=15678): stdout: \u000a| (launched: 2022-12-08_21:21:15.650484)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:21:17.734666 run srsepc(pid=15678): stderr: \u000a| (launched: 2022-12-08_21:21:15.699454)\u000a| Connection to 10.42.42.116 closed. \u000a21:21:17.866689 run srsepc(pid=15678): stdout: \u000a| (launched: 2022-12-08_21:21:15.650484)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:21:17.997155 run srsepc(pid=15678): stderr: \u000a| (launched: 2022-12-08_21:21:15.699454)\u000a| Connection to 10.42.42.116 closed. \u000a21:21:18.149284 run rm-remote-dir(pid=15679): Terminating (SIGINT)\u000a21:21:18.327506 run rm-remote-dir(pid=15679): Terminated: ok {rc=0}\u000a21:21:18.360598 tst ping.py:16: ERR: Error: srsepc(pid=15678): Process ended prematurely: srsepc(pid=15678) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15678)] [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a21:21:18.370356 tst ping.py:16: Test FAILED (18.6 sec)\u000a21:21:18.482060 run scp-back-log(pid=15680): Launched\u000a21:21:19.568481 run scp-back-log(pid=15680): ERR: Terminated: ERROR {rc=1} [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15680)]\u000a21:21:19.630623 run scp-back-log(pid=15680): stdout: \u000a| (launched: 2022-12-08_21:21:18.412246) \u000a21:21:19.692740 run scp-back-log(pid=15680): stderr: \u000a| (launched: 2022-12-08_21:21:18.432024)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:21:19.745270 tst srsepc_10.42.42.118: Error('scp-back-log(pid=15680): launch_sync(): local process exited with status 1 [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15680)]')\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=15695): Process ended prematurely: srsepc(pid=15695) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15695)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=15695): Process ended prematurely: srsepc(pid=15695) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a21:21:19.759823 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:21:19.776477 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:21:19.800234 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:21:19.943830 tst rrc_idle_mo_ping.py: using MSISDN 6870\u000a21:21:20.051944 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6870', subscriber_id=0}\u000a21:21:20.159056 run srsepc_10.42.42.118: Starting srsepc\u000a21:21:20.796744 run rm-remote-dir(pid=15683): Launched\u000a21:21:21.988317 run rm-remote-dir(pid=15683): Terminated: ok {rc=0}\u000a21:21:22.315162 run mk-remote-dir(pid=15684): Launched\u000a21:21:23.502457 run mk-remote-dir(pid=15684): Terminated: ok {rc=0}\u000a21:21:23.779800 run scp-inst-to-remote(pid=15685): Launched\u000a21:21:25.965937 run scp-inst-to-remote(pid=15685): Terminated: ok {rc=0}\u000a21:21:26.292693 run rm-remote-dir(pid=15687): Launched\u000a21:21:27.480461 run rm-remote-dir(pid=15687): Terminated: ok {rc=0}\u000a21:21:27.807393 run mk-remote-dir(pid=15688): Launched\u000a21:21:28.993575 run mk-remote-dir(pid=15688): Terminated: ok {rc=0}\u000a21:21:29.270881 run scp-cfg-to-remote(pid=15689): Launched\u000a21:21:30.457335 run scp-cfg-to-remote(pid=15689): Terminated: ok {rc=0}\u000a21:21:30.733653 run scp-db-to-remote(pid=15691): Launched\u000a21:21:31.935515 run scp-db-to-remote(pid=15691): Terminated: ok {rc=0}\u000a21:21:32.059508 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:21:32.397540 run patchelf(pid=15693): Launched\u000a21:21:33.582057 run patchelf(pid=15693): Terminated: ok {rc=0}\u000a21:21:33.696248 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:21:34.014967 run setcap-netadm(pid=15694): Launched\u000a21:21:35.200218 run setcap-netadm(pid=15694): Terminated: ok {rc=0}\u000a21:21:35.509285 run srsepc(pid=15695): Launched\u000a21:21:35.618142 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:21:36.738166 run rm-remote-dir(pid=15696): Launched\u000a21:21:36.923891 run srsepc(pid=15695): ERR: Terminated: ERROR {rc=127} [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15695)]\u000a21:21:37.059627 run srsepc(pid=15695): stdout: \u000a| (launched: 2022-12-08_21:21:35.361950)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:21:37.195195 run srsepc(pid=15695): stderr: \u000a| (launched: 2022-12-08_21:21:35.407295)\u000a| Connection to 10.42.42.116 closed. \u000a21:21:37.326217 run srsepc(pid=15695): stdout: \u000a| (launched: 2022-12-08_21:21:35.361950)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:21:37.455716 run srsepc(pid=15695): stderr: \u000a| (launched: 2022-12-08_21:21:35.407295)\u000a| Connection to 10.42.42.116 closed. \u000a21:21:37.607373 run rm-remote-dir(pid=15696): Terminating (SIGINT)\u000a21:21:37.786051 run rm-remote-dir(pid=15696): Terminated: ok {rc=0}\u000a21:21:37.818898 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=15695): Process ended prematurely: srsepc(pid=15695) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15695)] [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a21:21:37.828543 tst rrc_idle_mo_ping.py:16: Test FAILED (18.1 sec)\u000a21:21:37.938363 run scp-back-log(pid=15697): Launched\u000a21:21:39.024374 run scp-back-log(pid=15697): ERR: Terminated: ERROR {rc=1} [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15697)]\u000a21:21:39.086140 run scp-back-log(pid=15697): stdout: \u000a| (launched: 2022-12-08_21:21:37.869873) \u000a21:21:39.147796 run scp-back-log(pid=15697): stderr: \u000a| (launched: 2022-12-08_21:21:37.889484)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:21:39.200156 tst srsepc_10.42.42.118: Error('scp-back-log(pid=15697): launch_sync(): local process exited with status 1 [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15697)]')\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=15711): Process ended prematurely: srsepc(pid=15711) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15711)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=15711): Process ended prematurely: srsepc(pid=15711) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a21:21:39.214535 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:21:39.230959 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:21:39.254203 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:21:39.402812 tst rrc_idle_mt_ping.py: using MSISDN 6871\u000a21:21:39.519224 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6871', subscriber_id=0}\u000a21:21:39.634325 run srsepc_10.42.42.118: Starting srsepc\u000a21:21:40.321971 run rm-remote-dir(pid=15699): Launched\u000a21:21:41.522875 run rm-remote-dir(pid=15699): Terminated: ok {rc=0}\u000a21:21:41.875914 run mk-remote-dir(pid=15700): Launched\u000a21:21:43.076539 run mk-remote-dir(pid=15700): Terminated: ok {rc=0}\u000a21:21:43.377977 run scp-inst-to-remote(pid=15701): Launched\u000a21:21:45.577986 run scp-inst-to-remote(pid=15701): Terminated: ok {rc=0}\u000a21:21:45.992594 run rm-remote-dir(pid=15703): Launched\u000a21:21:47.185194 run rm-remote-dir(pid=15703): Terminated: ok {rc=0}\u000a21:21:47.516423 run mk-remote-dir(pid=15704): Launched\u000a21:21:48.704780 run mk-remote-dir(pid=15704): Terminated: ok {rc=0}\u000a21:21:48.982531 run scp-cfg-to-remote(pid=15705): Launched\u000a21:21:50.167564 run scp-cfg-to-remote(pid=15705): Terminated: ok {rc=0}\u000a21:21:50.447745 run scp-db-to-remote(pid=15707): Launched\u000a21:21:51.635176 run scp-db-to-remote(pid=15707): Terminated: ok {rc=0}\u000a21:21:51.749655 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:21:52.071152 run patchelf(pid=15709): Launched\u000a21:21:53.257638 run patchelf(pid=15709): Terminated: ok {rc=0}\u000a21:21:53.371788 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:21:53.692731 run setcap-netadm(pid=15710): Launched\u000a21:21:54.878297 run setcap-netadm(pid=15710): Terminated: ok {rc=0}\u000a21:21:55.189636 run srsepc(pid=15711): Launched\u000a21:21:55.298639 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:21:56.422152 run rm-remote-dir(pid=15712): Launched\u000a21:21:56.607881 run srsepc(pid=15711): ERR: Terminated: ERROR {rc=127} [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15711)]\u000a21:21:56.743448 run srsepc(pid=15711): stdout: \u000a| (launched: 2022-12-08_21:21:55.040840)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:21:56.878715 run srsepc(pid=15711): stderr: \u000a| (launched: 2022-12-08_21:21:55.086614)\u000a| Connection to 10.42.42.116 closed. \u000a21:21:57.010040 run srsepc(pid=15711): stdout: \u000a| (launched: 2022-12-08_21:21:55.040840)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:21:57.140089 run srsepc(pid=15711): stderr: \u000a| (launched: 2022-12-08_21:21:55.086614)\u000a| Connection to 10.42.42.116 closed. \u000a21:21:57.292103 run rm-remote-dir(pid=15712): Terminating (SIGINT)\u000a21:21:57.470557 run rm-remote-dir(pid=15712): Terminated: ok {rc=0}\u000a21:21:57.503616 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=15711): Process ended prematurely: srsepc(pid=15711) [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15711)] [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a21:21:57.513299 tst rrc_idle_mt_ping.py:16: Test FAILED (18.3 sec)\u000a21:21:57.623418 run scp-back-log(pid=15713): Launched\u000a21:21:58.710322 run scp-back-log(pid=15713): ERR: Terminated: ERROR {rc=1} [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15713)]\u000a21:21:58.772374 run scp-back-log(pid=15713): stdout: \u000a| (launched: 2022-12-08_21:21:57.554721) \u000a21:21:58.834573 run scp-back-log(pid=15713): stderr: \u000a| (launched: 2022-12-08_21:21:57.574461)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:21:58.887125 tst srsepc_10.42.42.118: Error('scp-back-log(pid=15713): launch_sync(): local process exited with status 1 [trial-2349↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15713)]')\u000a" } ], "duration" : 143.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:19:37" }, { "cases" : [ { "testActions" : [ ], "age" : 147, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15724): Process ended prematurely: osmo-stp_10.42.42.5(pid=15724) [trial-2349↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15724)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15724): Process ended prematurely: osmo-stp_10.42.42.5(pid=15724) [trial-2349↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a21:21:59.736656 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:21:59.747635 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a21:21:59.876135 tst handover.py: using LAC 16882\u000a21:21:59.997316 tst handover.py: using RAC 52\u000a21:22:00.117696 tst handover.py: using CellId 16882\u000a21:22:00.236594 tst handover.py: using BVCI 16883\u000a21:22:00.259705 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a21:22:00.381531 tst handover.py: using LAC 16883\u000a21:22:00.500665 tst handover.py: using RAC 53\u000a21:22:00.622349 tst handover.py: using CellId 16883\u000a21:22:00.743669 tst handover.py: using BVCI 16884\u000a21:22:00.766909 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:22:00.778050 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:22:00.788633 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:22:00.799672 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:22:00.811018 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:22:00.822026 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a21:22:00.956718 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a21:22:01.168679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:22:01.696385 run create_hlr_db(pid=15718): Launched\u000a21:22:02.874585 run create_hlr_db(pid=15718): Terminated: ok {rc=0}\u000a21:22:03.188166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15720): Launched\u000a21:22:03.491043 run osmo-hlr_10.42.42.2(pid=15721): Launched\u000a21:22:03.602418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:22:04.128544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15723): Launched\u000a21:22:04.432043 run osmo-stp_10.42.42.5(pid=15724): Launched\u000a21:22:04.543075 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:22:05.095490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15726): Launched\u000a21:22:05.397917 run osmo-msc_10.42.42.6(pid=15727): Launched\u000a21:22:05.575242 run osmo-stp_10.42.42.5(pid=15724): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15724)]\u000a21:22:05.703654 run osmo-stp_10.42.42.5(pid=15724): stdout: \u000a| (launched: 2022-12-08_21:22:04.281917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:05.829953 run osmo-stp_10.42.42.5(pid=15724): stderr: \u000a| �[0;m�[38;5;43m20221208212204449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212204449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212204450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212204450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212204450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212204451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212204451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:05.951616 run osmo-stp_10.42.42.5(pid=15724): stdout: \u000a| (launched: 2022-12-08_21:22:04.281917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:06.071233 run osmo-stp_10.42.42.5(pid=15724): stderr: \u000a| �[0;m�[38;5;43m20221208212204449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212204449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212204450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212204450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212204450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212204451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212204451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:06.124040 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15724): Process ended prematurely: osmo-stp_10.42.42.5(pid=15724) [trial-2349↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15724)] [trial-2349↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a21:22:06.132142 tst handover.py:18: Test FAILED (6.4 sec)\u000a21:22:06.192220 run osmo-hlr_10.42.42.2(pid=15721): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15721)]\u000a21:22:06.241301 run osmo-hlr_10.42.42.2(pid=15721): stdout: \u000a| (launched: 2022-12-08_21:22:03.341637) \u000a21:22:06.291079 run osmo-hlr_10.42.42.2(pid=15721): stderr: \u000a| �[0;m�[1;31m20221208212203519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212203519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212203519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212203519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212203519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212203520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212203532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212203542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212203542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212203542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:22:06.357918 run osmo-msc_10.42.42.6(pid=15727): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15727)]\u000a21:22:06.406827 run osmo-msc_10.42.42.6(pid=15727): stdout: \u000a| (launched: 2022-12-08_21:22:05.249105) \u000a21:22:06.456089 run osmo-msc_10.42.42.6(pid=15727): stderr: \u000a| �[0;m�[38;5;43m20221208212205520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212205520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f488e40bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212205521 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212205521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212205521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212205521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212205523 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212205524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212205524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212205524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:22:06.498240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15720): Terminating (SIGTERM)\u000a21:22:06.537764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15723): Terminating (SIGTERM)\u000a21:22:06.577494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15726): Terminating (SIGTERM)\u000a21:22:06.586863 --- ParallelTerminationStrategy: PID 15720 died...\u000a21:22:06.639995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15720): Terminated: ok {rc=0}\u000a21:22:06.649847 --- ParallelTerminationStrategy: PID 15723 died...\u000a21:22:06.702474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15723): Terminated: ok {rc=0}\u000a21:22:06.712236 --- ParallelTerminationStrategy: PID 15726 died...\u000a21:22:06.765298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15726): Terminated: ok {rc=0}\u000a21:22:06.852442 bus /sierra_3: Setting Powered False\u000a21:22:07.956339 bus /sierra_3: Setting Powered False\u000a21:22:09.064766 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:21:59" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15738): Process ended prematurely: osmo-stp_10.42.42.5(pid=15738) [trial-2349↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15738)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15738): Process ended prematurely: osmo-stp_10.42.42.5(pid=15738) [trial-2349↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a21:22:11.039804 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:22:11.051165 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a21:22:11.187116 tst handover.py: using LAC 16884\u000a21:22:11.316188 tst handover.py: using RAC 54\u000a21:22:11.444722 tst handover.py: using CellId 16884\u000a21:22:11.573449 tst handover.py: using BVCI 16885\u000a21:22:11.598309 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a21:22:11.726612 tst handover.py: using LAC 16885\u000a21:22:11.850555 tst handover.py: using RAC 55\u000a21:22:11.977274 tst handover.py: using CellId 16885\u000a21:22:12.106903 tst handover.py: using BVCI 16886\u000a21:22:12.131832 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:22:12.143344 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:22:12.154470 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:22:12.165970 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:22:12.178103 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:22:12.189319 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a21:22:12.305464 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a21:22:12.516883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:22:13.006090 run create_hlr_db(pid=15732): Launched\u000a21:22:13.138721 bus /sierra_2: Setting Powered False\u000a21:22:14.203850 run create_hlr_db(pid=15732): Terminated: ok {rc=0}\u000a21:22:14.583287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15734): Launched\u000a21:22:14.887158 run osmo-hlr_10.42.42.2(pid=15735): Launched\u000a21:22:14.998976 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:22:15.499132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15737): Launched\u000a21:22:15.801733 run osmo-stp_10.42.42.5(pid=15738): Launched\u000a21:22:16.004099 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:22:16.554198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15740): Launched\u000a21:22:16.937910 run osmo-msc_10.42.42.6(pid=15741): Launched\u000a21:22:17.266776 run osmo-stp_10.42.42.5(pid=15738): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15738)]\u000a21:22:17.409205 run osmo-stp_10.42.42.5(pid=15738): stdout: \u000a| (launched: 2022-12-08_21:22:15.652184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:17.547653 run osmo-stp_10.42.42.5(pid=15738): stderr: \u000a| �[0;m�[38;5;43m20221208212215823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212215823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212215824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212215824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212215825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212215825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212215825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:17.679194 run osmo-stp_10.42.42.5(pid=15738): stdout: \u000a| (launched: 2022-12-08_21:22:15.652184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:17.809470 run osmo-stp_10.42.42.5(pid=15738): stderr: \u000a| �[0;m�[38;5;43m20221208212215823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212215823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212215824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212215824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212215825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212215825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212215825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:17.866421 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15738): Process ended prematurely: osmo-stp_10.42.42.5(pid=15738) [trial-2349↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15738)] [trial-2349↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a21:22:17.875271 tst handover.py:18: Test FAILED (6.8 sec)\u000a21:22:17.938128 run osmo-hlr_10.42.42.2(pid=15735): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15735)]\u000a21:22:17.990589 run osmo-hlr_10.42.42.2(pid=15735): stdout: \u000a| (launched: 2022-12-08_21:22:14.737745) \u000a21:22:18.043137 run osmo-hlr_10.42.42.2(pid=15735): stderr: \u000a| �[0;m�[1;31m20221208212214912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212214912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212214913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212214913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212214913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212214913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212214931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212214941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212214941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212214941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:22:18.113856 run osmo-msc_10.42.42.6(pid=15741): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15741)]\u000a21:22:18.165369 run osmo-msc_10.42.42.6(pid=15741): stdout: \u000a| (launched: 2022-12-08_21:22:16.710457) \u000a21:22:18.217784 run osmo-msc_10.42.42.6(pid=15741): stderr: \u000a| �[0;m�[38;5;43m20221208212217234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212217234 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f84789e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212217234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212217234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212217234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212217235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212217236 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212217245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212217245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212217245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:22:18.262509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15734): Terminating (SIGTERM)\u000a21:22:18.304570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15737): Terminating (SIGTERM)\u000a21:22:18.346762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15740): Terminating (SIGTERM)\u000a21:22:18.356705 --- ParallelTerminationStrategy: PID 15734 died...\u000a21:22:18.412600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15734): Terminated: ok {rc=0}\u000a21:22:18.422978 --- ParallelTerminationStrategy: PID 15737 died...\u000a21:22:18.478424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15737): Terminated: ok {rc=0}\u000a21:22:18.488716 --- ParallelTerminationStrategy: PID 15740 died...\u000a21:22:18.544519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15740): Terminated: ok {rc=0}\u000a21:22:18.630998 bus /sierra_3: Setting Powered False\u000a21:22:19.738041 bus /sierra_3: Setting Powered False\u000a21:22:20.850123 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:22:10" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15752): Process ended prematurely: osmo-stp_10.42.42.5(pid=15752) [trial-2349↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15752)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15752): Process ended prematurely: osmo-stp_10.42.42.5(pid=15752) [trial-2349↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a21:22:22.841992 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:22.852926 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:22:22.979636 tst handover.py: using LAC 16886\u000a21:22:23.097620 tst handover.py: using RAC 56\u000a21:22:23.228836 tst handover.py: using CellId 16886\u000a21:22:23.355025 tst handover.py: using BVCI 16887\u000a21:22:23.379857 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:22:23.520207 tst handover.py: using LAC 16887\u000a21:22:23.647921 tst handover.py: using RAC 57\u000a21:22:23.773513 tst handover.py: using CellId 16887\u000a21:22:23.899116 tst handover.py: using BVCI 16888\u000a21:22:23.923856 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:23.935280 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:23.946575 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:23.957858 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:23.969338 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:23.980570 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:22:24.096758 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:22:24.310562 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:22:24.803356 run create_hlr_db(pid=15746): Launched\u000a21:22:24.935561 bus /sierra_2: Setting Powered False\u000a21:22:26.013091 run create_hlr_db(pid=15746): Terminated: ok {rc=0}\u000a21:22:26.396574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15748): Launched\u000a21:22:26.701096 run osmo-hlr_10.42.42.2(pid=15749): Launched\u000a21:22:26.813631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:22:27.314125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15751): Launched\u000a21:22:27.619051 run osmo-stp_10.42.42.5(pid=15752): Launched\u000a21:22:27.730346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:22:28.258662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15754): Launched\u000a21:22:28.561358 run osmo-msc_10.42.42.6(pid=15755): Launched\u000a21:22:28.739398 run osmo-stp_10.42.42.5(pid=15752): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15752)]\u000a21:22:28.868161 run osmo-stp_10.42.42.5(pid=15752): stdout: \u000a| (launched: 2022-12-08_21:22:27.467509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:28.994789 run osmo-stp_10.42.42.5(pid=15752): stderr: \u000a| �[0;m�[38;5;43m20221208212227641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212227642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212227642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212227642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212227643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212227643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212227643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:29.116426 run osmo-stp_10.42.42.5(pid=15752): stdout: \u000a| (launched: 2022-12-08_21:22:27.467509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:29.237105 run osmo-stp_10.42.42.5(pid=15752): stderr: \u000a| �[0;m�[38;5;43m20221208212227641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212227642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212227642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212227642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212227643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212227643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212227643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:29.290056 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15752): Process ended prematurely: osmo-stp_10.42.42.5(pid=15752) [trial-2349↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15752)] [trial-2349↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a21:22:29.298169 tst handover.py:18: Test FAILED (6.4 sec)\u000a21:22:29.358403 run osmo-hlr_10.42.42.2(pid=15749): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15749)]\u000a21:22:29.407671 run osmo-hlr_10.42.42.2(pid=15749): stdout: \u000a| (launched: 2022-12-08_21:22:26.550516) \u000a21:22:29.457734 run osmo-hlr_10.42.42.2(pid=15749): stderr: \u000a| �[0;m�[1;31m20221208212226724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212226724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212226724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212226724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212226724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212226724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212226736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212226744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212226745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212226745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:22:29.525006 run osmo-msc_10.42.42.6(pid=15755): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15755)]\u000a21:22:29.574160 run osmo-msc_10.42.42.6(pid=15755): stdout: \u000a| (launched: 2022-12-08_21:22:28.411879) \u000a21:22:29.624104 run osmo-msc_10.42.42.6(pid=15755): stderr: \u000a| �[0;m�[38;5;43m20221208212228682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212228682 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45428fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212228682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212228682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212228683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212228683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212228684 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212228685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212228685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212228685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:22:29.666184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15748): Terminating (SIGTERM)\u000a21:22:29.706384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15751): Terminating (SIGTERM)\u000a21:22:29.746834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15754): Terminating (SIGTERM)\u000a21:22:29.756507 --- ParallelTerminationStrategy: PID 15748 died...\u000a21:22:29.810151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15748): Terminated: ok {rc=0}\u000a21:22:29.820156 --- ParallelTerminationStrategy: PID 15751 died...\u000a21:22:29.873382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15751): Terminated: ok {rc=0}\u000a21:22:29.883445 --- ParallelTerminationStrategy: PID 15754 died...\u000a21:22:29.936583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15754): Terminated: ok {rc=0}\u000a21:22:30.024286 bus /sierra_3: Setting Powered False\u000a21:22:31.129375 bus /sierra_3: Setting Powered False\u000a21:22:32.247176 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:22:22" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15769): Process ended prematurely: osmo-stp_10.42.42.5(pid=15769) [trial-2349↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15769)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15769): Process ended prematurely: osmo-stp_10.42.42.5(pid=15769) [trial-2349↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a21:22:34.237152 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:22:34.248301 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:22:34.373693 tst handover.py: using LAC 16888\u000a21:22:34.492392 tst handover.py: using RAC 58\u000a21:22:34.612051 tst handover.py: using CellId 16888\u000a21:22:34.729980 tst handover.py: using BVCI 16889\u000a21:22:34.752760 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:22:34.885998 tst handover.py: using LAC 16889\u000a21:22:35.003762 tst handover.py: using RAC 59\u000a21:22:35.130484 tst handover.py: using CellId 16889\u000a21:22:35.258208 tst handover.py: using BVCI 16890\u000a21:22:35.283043 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:22:35.294863 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:22:35.306509 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:22:35.318193 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:22:35.329641 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:22:35.340860 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:22:35.460212 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:22:35.667828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:22:36.125757 run create_hlr_db(pid=15763): Launched\u000a21:22:36.249082 bus /sierra_2: Setting Powered False\u000a21:22:37.322656 run create_hlr_db(pid=15763): Terminated: ok {rc=0}\u000a21:22:37.701735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15765): Launched\u000a21:22:38.004092 run osmo-hlr_10.42.42.2(pid=15766): Launched\u000a21:22:38.118212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:22:38.616380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15768): Launched\u000a21:22:38.918196 run osmo-stp_10.42.42.5(pid=15769): Launched\u000a21:22:39.028820 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:22:39.560213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15771): Launched\u000a21:22:39.864919 run osmo-msc_10.42.42.6(pid=15772): Launched\u000a21:22:40.044370 run osmo-stp_10.42.42.5(pid=15769): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15769)]\u000a21:22:40.173118 run osmo-stp_10.42.42.5(pid=15769): stdout: \u000a| (launched: 2022-12-08_21:22:38.769129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:40.299602 run osmo-stp_10.42.42.5(pid=15769): stderr: \u000a| �[0;m�[38;5;43m20221208212238940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212238940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212238940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212238941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212238941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212238941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212238941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:40.421439 run osmo-stp_10.42.42.5(pid=15769): stdout: \u000a| (launched: 2022-12-08_21:22:38.769129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:40.541638 run osmo-stp_10.42.42.5(pid=15769): stderr: \u000a| �[0;m�[38;5;43m20221208212238940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212238940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212238940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212238941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212238941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212238941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212238941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:40.594926 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15769): Process ended prematurely: osmo-stp_10.42.42.5(pid=15769) [trial-2349↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15769)] [trial-2349↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a21:22:40.602872 tst handover.py:18: Test FAILED (6.4 sec)\u000a21:22:40.662891 run osmo-hlr_10.42.42.2(pid=15766): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15766)]\u000a21:22:40.712004 run osmo-hlr_10.42.42.2(pid=15766): stdout: \u000a| (launched: 2022-12-08_21:22:37.855597) \u000a21:22:40.761856 run osmo-hlr_10.42.42.2(pid=15766): stderr: \u000a| �[0;m�[1;31m20221208212238033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212238033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212238033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212238033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212238033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212238033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212238044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212238053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212238053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212238053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:22:40.829267 run osmo-msc_10.42.42.6(pid=15772): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15772)]\u000a21:22:40.878362 run osmo-msc_10.42.42.6(pid=15772): stdout: \u000a| (launched: 2022-12-08_21:22:39.714346) \u000a21:22:40.927949 run osmo-msc_10.42.42.6(pid=15772): stderr: \u000a| �[0;m�[38;5;43m20221208212239985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212239985 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe627375c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212239985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212239985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212239985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212239986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212239987 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212239988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212239988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212239988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:22:40.969855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15765): Terminating (SIGTERM)\u000a21:22:41.009858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15768): Terminating (SIGTERM)\u000a21:22:41.049822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15771): Terminating (SIGTERM)\u000a21:22:41.059236 --- ParallelTerminationStrategy: PID 15765 died...\u000a21:22:41.112834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15765): Terminated: ok {rc=0}\u000a21:22:41.122671 --- ParallelTerminationStrategy: PID 15768 died...\u000a21:22:41.175858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15768): Terminated: ok {rc=0}\u000a21:22:41.185430 --- ParallelTerminationStrategy: PID 15771 died...\u000a21:22:41.238164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15771): Terminated: ok {rc=0}\u000a21:22:41.326586 bus /sierra_3: Setting Powered False\u000a21:22:42.430222 bus /sierra_3: Setting Powered False\u000a21:22:43.540717 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:22:33" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15783): Process ended prematurely: osmo-stp_10.42.42.5(pid=15783) [trial-2349↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15783)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15783): Process ended prematurely: osmo-stp_10.42.42.5(pid=15783) [trial-2349↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15783)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a21:22:45.544151 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:22:45.556091 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:22:45.685810 tst handover.py: using LAC 16890\u000a21:22:45.804007 tst handover.py: using RAC 60\u000a21:22:45.945174 tst handover.py: using CellId 16890\u000a21:22:46.077168 tst handover.py: using BVCI 16891\u000a21:22:46.103913 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:22:46.245850 tst handover.py: using LAC 16891\u000a21:22:46.367198 tst handover.py: using RAC 61\u000a21:22:46.487399 tst handover.py: using CellId 16891\u000a21:22:46.636431 tst handover.py: using BVCI 16892\u000a21:22:46.660812 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:22:46.672632 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:22:46.684278 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:22:46.696528 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:22:46.708479 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:22:46.720221 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:22:46.839951 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:22:47.092576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:22:47.568096 run create_hlr_db(pid=15777): Launched\u000a21:22:47.691851 bus /sierra_2: Setting Powered False\u000a21:22:48.764034 run create_hlr_db(pid=15777): Terminated: ok {rc=0}\u000a21:22:49.170148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15779): Launched\u000a21:22:49.496219 run osmo-hlr_10.42.42.2(pid=15780): Launched\u000a21:22:49.618325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:22:50.155419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15782): Launched\u000a21:22:50.482196 run osmo-stp_10.42.42.5(pid=15783): Launched\u000a21:22:50.602201 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:22:51.166747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15785): Launched\u000a21:22:51.492159 run osmo-msc_10.42.42.6(pid=15786): Launched\u000a21:22:51.682449 run osmo-stp_10.42.42.5(pid=15783): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15783)]\u000a21:22:51.819022 run osmo-stp_10.42.42.5(pid=15783): stdout: \u000a| (launched: 2022-12-08_21:22:50.322442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:51.955172 run osmo-stp_10.42.42.5(pid=15783): stderr: \u000a| �[0;m�[38;5;43m20221208212250513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212250514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212250514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212250514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212250515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212250515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212250515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:52.085075 run osmo-stp_10.42.42.5(pid=15783): stdout: \u000a| (launched: 2022-12-08_21:22:50.322442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:52.214226 run osmo-stp_10.42.42.5(pid=15783): stderr: \u000a| �[0;m�[38;5;43m20221208212250513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212250514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212250514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212250514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212250515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212250515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212250515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:52.271589 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15783): Process ended prematurely: osmo-stp_10.42.42.5(pid=15783) [trial-2349↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15783)] [trial-2349↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a21:22:52.280410 tst handover.py:18: Test FAILED (6.7 sec)\u000a21:22:52.342906 run osmo-hlr_10.42.42.2(pid=15780): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15780)]\u000a21:22:52.394386 run osmo-hlr_10.42.42.2(pid=15780): stdout: \u000a| (launched: 2022-12-08_21:22:49.336253) \u000a21:22:52.446724 run osmo-hlr_10.42.42.2(pid=15780): stderr: \u000a| �[0;m�[1;31m20221208212249536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212249536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212249536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212249536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212249536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212249536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212249549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212249557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212249557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212249557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:22:52.517468 run osmo-msc_10.42.42.6(pid=15786): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15786)]\u000a21:22:52.569034 run osmo-msc_10.42.42.6(pid=15786): stdout: \u000a| (launched: 2022-12-08_21:22:51.332172) \u000a21:22:52.621182 run osmo-msc_10.42.42.6(pid=15786): stderr: \u000a| �[0;m�[38;5;43m20221208212251654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212251654 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99f192ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212251654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212251654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212251654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212251655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212251656 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212251657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212251657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212251657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:22:52.665383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15779): Terminating (SIGTERM)\u000a21:22:52.706990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15782): Terminating (SIGTERM)\u000a21:22:52.748622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15785): Terminating (SIGTERM)\u000a21:22:52.758332 --- ParallelTerminationStrategy: PID 15779 died...\u000a21:22:52.813986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15779): Terminated: ok {rc=0}\u000a21:22:52.823991 --- ParallelTerminationStrategy: PID 15782 died...\u000a21:22:52.879875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15782): Terminated: ok {rc=0}\u000a21:22:52.890014 --- ParallelTerminationStrategy: PID 15785 died...\u000a21:22:52.945301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15785): Terminated: ok {rc=0}\u000a21:22:53.031018 bus /sierra_3: Setting Powered False\u000a21:22:54.138494 bus /sierra_3: Setting Powered False\u000a21:22:55.245523 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:22:45" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15858): Process ended prematurely: osmo-stp_10.42.42.5(pid=15858) [trial-2349↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15858)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15858): Process ended prematurely: osmo-stp_10.42.42.5(pid=15858) [trial-2349↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:22:57.243283 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:22:57.255135 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:22:57.397411 tst handover.py: using LAC 16892\u000a21:22:57.526666 tst handover.py: using RAC 62\u000a21:22:57.653441 tst handover.py: using CellId 16892\u000a21:22:57.782486 tst handover.py: using BVCI 16893\u000a21:22:57.807041 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:22:57.937978 tst handover.py: using LAC 16893\u000a21:22:58.069790 tst handover.py: using RAC 63\u000a21:22:58.196346 tst handover.py: using CellId 16893\u000a21:22:58.322861 tst handover.py: using BVCI 16894\u000a21:22:58.347777 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:22:58.359259 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:22:58.370444 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:22:58.381732 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:22:58.393125 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:22:58.404404 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:22:58.522786 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:22:58.738975 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:22:59.231051 run create_hlr_db(pid=15791): Launched\u000a21:22:59.363326 bus /sierra_2: Setting Powered False\u000a21:23:00.441195 run create_hlr_db(pid=15791): Terminated: ok {rc=0}\u000a21:23:00.822181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15793): Launched\u000a21:23:01.268733 run osmo-hlr_10.42.42.2(pid=15794): Launched\u000a21:23:01.532072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:23:02.356241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15845): Launched\u000a21:23:02.899001 run osmo-stp_10.42.42.5(pid=15858): Launched\u000a21:23:03.158687 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:23:03.950700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15976): Launched\u000a21:23:04.439133 run osmo-msc_10.42.42.6(pid=16026): Launched\u000a21:23:04.809566 run osmo-stp_10.42.42.5(pid=15858): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15858)]\u000a21:23:05.074250 run osmo-stp_10.42.42.5(pid=15858): stdout: \u000a| (launched: 2022-12-08_21:23:02.575764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:05.205994 run osmo-stp_10.42.42.5(pid=15858): stderr: \u000a| �[0;m�[38;5;43m20221208212302946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212302947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212302947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212302949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212302949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212302949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212302949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:05.331659 run osmo-stp_10.42.42.5(pid=15858): stdout: \u000a| (launched: 2022-12-08_21:23:02.575764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:05.458336 run osmo-stp_10.42.42.5(pid=15858): stderr: \u000a| �[0;m�[38;5;43m20221208212302946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212302947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212302947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212302949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212302949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212302949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212302949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:05.513512 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15858): Process ended prematurely: osmo-stp_10.42.42.5(pid=15858) [trial-2349↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15858)] [trial-2349↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a21:23:05.522504 tst handover.py:18: Test FAILED (8.3 sec)\u000a21:23:05.587535 run osmo-hlr_10.42.42.2(pid=15794): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15794)]\u000a21:23:05.640318 run osmo-hlr_10.42.42.2(pid=15794): stdout: \u000a| (launched: 2022-12-08_21:23:01.004880) \u000a21:23:05.693656 run osmo-hlr_10.42.42.2(pid=15794): stderr: \u000a| �[0;m�[1;31m20221208212301393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212301393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212301393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212301393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212301393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212301394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212301416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212301424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212301424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212301441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:23:05.764371 run osmo-msc_10.42.42.6(pid=16026): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16026)]\u000a21:23:05.815776 run osmo-msc_10.42.42.6(pid=16026): stdout: \u000a| (launched: 2022-12-08_21:23:04.153962) \u000a21:23:05.869305 run osmo-msc_10.42.42.6(pid=16026): stderr: \u000a| �[0;m�[38;5;43m20221208212304708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212304708 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f074b370c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212304721 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212304721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212304721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212304721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212304723 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212304724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212304724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212304724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:23:05.912827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15793): Terminating (SIGTERM)\u000a21:23:05.956644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15845): Terminating (SIGTERM)\u000a21:23:06.001258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15976): Terminating (SIGTERM)\u000a21:23:06.011845 --- ParallelTerminationStrategy: PID 15793 died...\u000a21:23:06.071902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15793): Terminated: ok {rc=0}\u000a21:23:06.082652 --- ParallelTerminationStrategy: PID 15845 died...\u000a21:23:06.138322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15845): Terminated: ok {rc=0}\u000a21:23:06.149992 --- ParallelTerminationStrategy: PID 15976 died...\u000a21:23:06.207499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15976): Terminated: ok {rc=0}\u000a21:23:06.293938 bus /sierra_3: Setting Powered False\u000a21:23:07.404075 bus /sierra_3: Setting Powered False\u000a21:23:08.513555 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:22:56" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16083): Process ended prematurely: osmo-stp_10.42.42.5(pid=16083) [trial-2349↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16083)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16083): Process ended prematurely: osmo-stp_10.42.42.5(pid=16083) [trial-2349↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:23:10.519618 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:23:10.531813 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:23:10.666159 tst handover.py: using LAC 16894\u000a21:23:10.789705 tst handover.py: using RAC 64\u000a21:23:10.911469 tst handover.py: using CellId 16894\u000a21:23:11.040311 tst handover.py: using BVCI 16895\u000a21:23:11.064708 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:23:11.210072 tst handover.py: using LAC 16895\u000a21:23:11.331316 tst handover.py: using RAC 65\u000a21:23:11.454434 tst handover.py: using CellId 16895\u000a21:23:11.576315 tst handover.py: using BVCI 16896\u000a21:23:11.601798 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:23:11.613655 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:23:11.626430 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:23:11.639378 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:23:11.652036 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:23:11.664121 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:23:11.787344 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:23:12.000856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:23:12.508393 run create_hlr_db(pid=16077): Launched\u000a21:23:12.638065 bus /sierra_2: Setting Powered False\u000a21:23:13.713850 run create_hlr_db(pid=16077): Terminated: ok {rc=0}\u000a21:23:14.122523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16079): Launched\u000a21:23:14.527414 run osmo-hlr_10.42.42.2(pid=16080): Launched\u000a21:23:14.772748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:23:15.404809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16082): Launched\u000a21:23:15.816107 run osmo-stp_10.42.42.5(pid=16083): Launched\u000a21:23:16.122566 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:23:16.773872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16085): Launched\u000a21:23:17.285624 run osmo-msc_10.42.42.6(pid=16086): Launched\u000a21:23:17.677198 run osmo-stp_10.42.42.5(pid=16083): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16083)]\u000a21:23:17.944468 run osmo-stp_10.42.42.5(pid=16083): stdout: \u000a| (launched: 2022-12-08_21:23:15.564018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:18.220538 run osmo-stp_10.42.42.5(pid=16083): stderr: \u000a| �[0;m�[38;5;43m20221208212315917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212315917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212315917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212315918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212315918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212315918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212315918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:18.376886 run osmo-stp_10.42.42.5(pid=16083): stdout: \u000a| (launched: 2022-12-08_21:23:15.564018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:18.503010 run osmo-stp_10.42.42.5(pid=16083): stderr: \u000a| �[0;m�[38;5;43m20221208212315917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212315917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212315917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212315918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212315918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212315918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212315918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:18.558760 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16083): Process ended prematurely: osmo-stp_10.42.42.5(pid=16083) [trial-2349↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16083)] [trial-2349↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a21:23:18.567490 tst handover.py:18: Test FAILED (8.0 sec)\u000a21:23:18.632650 run osmo-hlr_10.42.42.2(pid=16080): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16080)]\u000a21:23:18.684263 run osmo-hlr_10.42.42.2(pid=16080): stdout: \u000a| (launched: 2022-12-08_21:23:14.282435) \u000a21:23:18.737546 run osmo-hlr_10.42.42.2(pid=16080): stderr: \u000a| �[0;m�[1;31m20221208212314634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212314634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212314634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212314634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212314634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212314634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212314653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212314662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212314662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212314662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:23:18.809508 run osmo-msc_10.42.42.6(pid=16086): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16086)]\u000a21:23:18.861559 run osmo-msc_10.42.42.6(pid=16086): stdout: \u000a| (launched: 2022-12-08_21:23:16.976042) \u000a21:23:18.914272 run osmo-msc_10.42.42.6(pid=16086): stderr: \u000a| �[0;m�[38;5;43m20221208212317573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212317577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e1e3fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212317577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212317577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212317577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212317577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212317579 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212317580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212317580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212317580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:23:18.960326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16079): Terminating (SIGTERM)\u000a21:23:19.006733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16082): Terminating (SIGTERM)\u000a21:23:19.050656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16085): Terminating (SIGTERM)\u000a21:23:19.062507 --- ParallelTerminationStrategy: PID 16079 died...\u000a21:23:19.121358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16079): Terminated: ok {rc=0}\u000a21:23:19.131874 --- ParallelTerminationStrategy: PID 16082 died...\u000a21:23:19.188442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16082): Terminated: ok {rc=0}\u000a21:23:19.199288 --- ParallelTerminationStrategy: PID 16085 died...\u000a21:23:19.256915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16085): Terminated: ok {rc=0}\u000a21:23:19.344534 bus /sierra_3: Setting Powered False\u000a21:23:20.451966 bus /sierra_3: Setting Powered False\u000a21:23:21.561989 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:23:10" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16099): Process ended prematurely: osmo-stp_10.42.42.5(pid=16099) [trial-2349↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16099)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16099): Process ended prematurely: osmo-stp_10.42.42.5(pid=16099) [trial-2349↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:23:23.581541 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:23:23.593833 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:23:23.729324 tst handover.py: using LAC 16896\u000a21:23:23.854012 tst handover.py: using RAC 66\u000a21:23:23.981684 tst handover.py: using CellId 16896\u000a21:23:24.108934 tst handover.py: using BVCI 16897\u000a21:23:24.133151 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:23:24.274268 tst handover.py: using LAC 16897\u000a21:23:24.400086 tst handover.py: using RAC 67\u000a21:23:24.525997 tst handover.py: using CellId 16897\u000a21:23:24.652572 tst handover.py: using BVCI 16898\u000a21:23:24.677485 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:23:24.689859 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:23:24.703096 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:23:24.715809 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:23:24.727887 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:23:24.740888 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:23:24.865517 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:23:25.078157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:23:25.554049 run create_hlr_db(pid=16091): Launched\u000a21:23:25.678414 bus /sierra_2: Setting Powered False\u000a21:23:26.750026 run create_hlr_db(pid=16091): Terminated: ok {rc=0}\u000a21:23:27.127820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16095): Launched\u000a21:23:27.432312 run osmo-hlr_10.42.42.2(pid=16096): Launched\u000a21:23:27.551336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:23:28.062907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16098): Launched\u000a21:23:28.367476 run osmo-stp_10.42.42.5(pid=16099): Launched\u000a21:23:28.478250 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:23:29.004846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16101): Launched\u000a21:23:29.308103 run osmo-msc_10.42.42.6(pid=16102): Launched\u000a21:23:29.485313 run osmo-stp_10.42.42.5(pid=16099): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16099)]\u000a21:23:29.613245 run osmo-stp_10.42.42.5(pid=16099): stdout: \u000a| (launched: 2022-12-08_21:23:28.216908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:29.739046 run osmo-stp_10.42.42.5(pid=16099): stderr: \u000a| �[0;m�[38;5;43m20221208212328387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212328388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212328388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212328388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212328389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212328389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212328389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:29.859868 run osmo-stp_10.42.42.5(pid=16099): stdout: \u000a| (launched: 2022-12-08_21:23:28.216908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:29.979793 run osmo-stp_10.42.42.5(pid=16099): stderr: \u000a| �[0;m�[38;5;43m20221208212328387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212328388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212328388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212328388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212328389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212328389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212328389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:30.032632 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16099): Process ended prematurely: osmo-stp_10.42.42.5(pid=16099) [trial-2349↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16099)] [trial-2349↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a21:23:30.040630 tst handover.py:18: Test FAILED (6.5 sec)\u000a21:23:30.100755 run osmo-hlr_10.42.42.2(pid=16096): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16096)]\u000a21:23:30.149761 run osmo-hlr_10.42.42.2(pid=16096): stdout: \u000a| (launched: 2022-12-08_21:23:27.282104) \u000a21:23:30.199273 run osmo-hlr_10.42.42.2(pid=16096): stderr: \u000a| �[0;m�[1;31m20221208212327459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212327460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212327460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212327460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212327460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212327460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212327472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212327480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212327481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212327481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:23:30.266653 run osmo-msc_10.42.42.6(pid=16102): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16102)]\u000a21:23:30.315598 run osmo-msc_10.42.42.6(pid=16102): stdout: \u000a| (launched: 2022-12-08_21:23:29.158121) \u000a21:23:30.365336 run osmo-msc_10.42.42.6(pid=16102): stderr: \u000a| �[0;m�[38;5;43m20221208212329430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212329430 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5d4e9bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212329430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212329430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212329430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212329431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212329432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212329433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212329433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212329433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:23:30.407079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16095): Terminating (SIGTERM)\u000a21:23:30.446786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16098): Terminating (SIGTERM)\u000a21:23:30.486511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16101): Terminating (SIGTERM)\u000a21:23:30.495933 --- ParallelTerminationStrategy: PID 16095 died...\u000a21:23:30.549584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16095): Terminated: ok {rc=0}\u000a21:23:30.559578 --- ParallelTerminationStrategy: PID 16098 died...\u000a21:23:30.612056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16098): Terminated: ok {rc=0}\u000a21:23:30.621853 --- ParallelTerminationStrategy: PID 16101 died...\u000a21:23:30.674685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16101): Terminated: ok {rc=0}\u000a21:23:30.758212 bus /sierra_3: Setting Powered False\u000a21:23:31.858678 bus /sierra_3: Setting Powered False\u000a21:23:32.964400 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:23:23" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16113): Process ended prematurely: osmo-stp_10.42.42.5(pid=16113) [trial-2349↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16113)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16113): Process ended prematurely: osmo-stp_10.42.42.5(pid=16113) [trial-2349↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a21:23:34.924534 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:23:34.935552 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a21:23:35.057644 tst handover.py: using LAC 16898\u000a21:23:35.183945 tst handover.py: using RAC 68\u000a21:23:35.315794 tst handover.py: using CellId 16898\u000a21:23:35.441680 tst handover.py: using BVCI 16899\u000a21:23:35.466255 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a21:23:35.593247 tst handover.py: using LAC 16899\u000a21:23:35.718270 tst handover.py: using RAC 69\u000a21:23:35.843968 tst handover.py: using CellId 16899\u000a21:23:35.969238 tst handover.py: using BVCI 16900\u000a21:23:35.993959 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:23:36.005260 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:23:36.016242 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:23:36.027308 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:23:36.038464 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:23:36.049551 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a21:23:36.167148 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a21:23:36.381483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:23:36.873456 run create_hlr_db(pid=16107): Launched\u000a21:23:37.005912 bus /sierra_2: Setting Powered False\u000a21:23:38.081959 run create_hlr_db(pid=16107): Terminated: ok {rc=0}\u000a21:23:38.463561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16109): Launched\u000a21:23:38.767584 run osmo-hlr_10.42.42.2(pid=16110): Launched\u000a21:23:38.886724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:23:39.395316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16112): Launched\u000a21:23:39.708462 run osmo-stp_10.42.42.5(pid=16113): Launched\u000a21:23:39.829268 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:23:40.396580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16115): Launched\u000a21:23:40.724184 run osmo-msc_10.42.42.6(pid=16116): Launched\u000a21:23:40.914534 run osmo-stp_10.42.42.5(pid=16113): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16113)]\u000a21:23:41.052930 run osmo-stp_10.42.42.5(pid=16113): stdout: \u000a| (launched: 2022-12-08_21:23:39.549106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:41.190036 run osmo-stp_10.42.42.5(pid=16113): stderr: \u000a| �[0;m�[38;5;43m20221208212339739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212339739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212339739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212339740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212339740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212339740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212339740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:41.321096 run osmo-stp_10.42.42.5(pid=16113): stdout: \u000a| (launched: 2022-12-08_21:23:39.549106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:41.450393 run osmo-stp_10.42.42.5(pid=16113): stderr: \u000a| �[0;m�[38;5;43m20221208212339739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212339739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212339739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212339740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212339740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212339740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212339740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:41.506984 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16113): Process ended prematurely: osmo-stp_10.42.42.5(pid=16113) [trial-2349↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16113)] [trial-2349↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a21:23:41.515500 tst handover.py:18: Test FAILED (6.6 sec)\u000a21:23:41.577752 run osmo-hlr_10.42.42.2(pid=16110): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16110)]\u000a21:23:41.628698 run osmo-hlr_10.42.42.2(pid=16110): stdout: \u000a| (launched: 2022-12-08_21:23:38.617961) \u000a21:23:41.680419 run osmo-hlr_10.42.42.2(pid=16110): stderr: \u000a| �[0;m�[1;31m20221208212338795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212338795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212338795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212338795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212338796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212338796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212338807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212338816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212338816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212338816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:23:41.750552 run osmo-msc_10.42.42.6(pid=16116): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16116)]\u000a21:23:41.801414 run osmo-msc_10.42.42.6(pid=16116): stdout: \u000a| (launched: 2022-12-08_21:23:40.562314) \u000a21:23:41.852758 run osmo-msc_10.42.42.6(pid=16116): stderr: \u000a| �[0;m�[38;5;43m20221208212340884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212340884 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff161082c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212340884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212340884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212340884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212340885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212340888 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212340889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212340889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212340889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:23:41.896619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16109): Terminating (SIGTERM)\u000a21:23:41.938000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16112): Terminating (SIGTERM)\u000a21:23:41.979721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16115): Terminating (SIGTERM)\u000a21:23:41.989380 --- ParallelTerminationStrategy: PID 16109 died...\u000a21:23:42.044778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16109): Terminated: ok {rc=0}\u000a21:23:42.054737 --- ParallelTerminationStrategy: PID 16112 died...\u000a21:23:42.110077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16112): Terminated: ok {rc=0}\u000a21:23:42.120030 --- ParallelTerminationStrategy: PID 16115 died...\u000a21:23:42.175142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16115): Terminated: ok {rc=0}\u000a21:23:42.261797 bus /sierra_3: Setting Powered False\u000a21:23:43.368481 bus /sierra_3: Setting Powered False\u000a21:23:44.475709 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:23:34" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16129): Process ended prematurely: osmo-stp_10.42.42.5(pid=16129) [trial-2349↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16129)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16129): Process ended prematurely: osmo-stp_10.42.42.5(pid=16129) [trial-2349↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a21:23:46.449808 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:23:46.461395 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:23:46.591248 tst handover.py: using LAC 16900\u000a21:23:46.728102 tst handover.py: using RAC 70\u000a21:23:46.882211 tst handover.py: using CellId 16900\u000a21:23:47.029264 tst handover.py: using BVCI 16901\u000a21:23:47.059436 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:23:47.225413 tst handover.py: using LAC 16901\u000a21:23:47.351808 tst handover.py: using RAC 71\u000a21:23:47.475910 tst handover.py: using CellId 16901\u000a21:23:47.594892 tst handover.py: using BVCI 16902\u000a21:23:47.617842 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:23:47.628637 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:23:47.639559 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:23:47.650428 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:23:47.661373 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:23:47.672177 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:23:47.793676 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:23:47.997473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:23:48.449265 run create_hlr_db(pid=16123): Launched\u000a21:23:48.573153 bus /sierra_2: Setting Powered False\u000a21:23:49.657139 run create_hlr_db(pid=16123): Terminated: ok {rc=0}\u000a21:23:50.062639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16125): Launched\u000a21:23:50.366862 run osmo-hlr_10.42.42.2(pid=16126): Launched\u000a21:23:50.476230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:23:50.978731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16128): Launched\u000a21:23:51.282061 run osmo-stp_10.42.42.5(pid=16129): Launched\u000a21:23:51.391567 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:23:51.919197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16131): Launched\u000a21:23:52.223295 run osmo-msc_10.42.42.6(pid=16132): Launched\u000a21:23:52.402078 run osmo-stp_10.42.42.5(pid=16129): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16129)]\u000a21:23:52.531643 run osmo-stp_10.42.42.5(pid=16129): stdout: \u000a| (launched: 2022-12-08_21:23:51.132258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:52.658285 run osmo-stp_10.42.42.5(pid=16129): stderr: \u000a| �[0;m�[38;5;43m20221208212351307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212351307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212351307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212351307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212351308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212351308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212351308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:52.781613 run osmo-stp_10.42.42.5(pid=16129): stdout: \u000a| (launched: 2022-12-08_21:23:51.132258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:52.902453 run osmo-stp_10.42.42.5(pid=16129): stderr: \u000a| �[0;m�[38;5;43m20221208212351307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212351307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212351307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212351307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212351308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212351308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212351308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:52.955461 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16129): Process ended prematurely: osmo-stp_10.42.42.5(pid=16129) [trial-2349↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16129)] [trial-2349↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a21:23:52.963332 tst handover.py:18: Test FAILED (6.5 sec)\u000a21:23:53.022911 run osmo-hlr_10.42.42.2(pid=16126): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16126)]\u000a21:23:53.071746 run osmo-hlr_10.42.42.2(pid=16126): stdout: \u000a| (launched: 2022-12-08_21:23:50.216287) \u000a21:23:53.121101 run osmo-hlr_10.42.42.2(pid=16126): stderr: \u000a| �[0;m�[1;31m20221208212350391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212350391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212350391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212350392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212350392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212350392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212350448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212350458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212350458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212350458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:23:53.188199 run osmo-msc_10.42.42.6(pid=16132): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16132)]\u000a21:23:53.237131 run osmo-msc_10.42.42.6(pid=16132): stdout: \u000a| (launched: 2022-12-08_21:23:52.073218) \u000a21:23:53.286404 run osmo-msc_10.42.42.6(pid=16132): stderr: \u000a| �[0;m�[38;5;43m20221208212352347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212352347 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74fe740c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212352347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212352347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212352347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212352348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212352349 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212352350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212352350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212352350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:23:53.327705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16125): Terminating (SIGTERM)\u000a21:23:53.367422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16128): Terminating (SIGTERM)\u000a21:23:53.407072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16131): Terminating (SIGTERM)\u000a21:23:53.416407 --- ParallelTerminationStrategy: PID 16125 died...\u000a21:23:53.469051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16125): Terminated: ok {rc=0}\u000a21:23:53.478612 --- ParallelTerminationStrategy: PID 16128 died...\u000a21:23:53.531219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16128): Terminated: ok {rc=0}\u000a21:23:53.540620 --- ParallelTerminationStrategy: PID 16131 died...\u000a21:23:53.593340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16131): Terminated: ok {rc=0}\u000a21:23:53.680209 bus /sierra_3: Setting Powered False\u000a21:23:54.782392 bus /sierra_3: Setting Powered False\u000a21:23:55.893041 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:23:46" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16143): Process ended prematurely: osmo-stp_10.42.42.5(pid=16143) [trial-2349↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16143)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16143): Process ended prematurely: osmo-stp_10.42.42.5(pid=16143) [trial-2349↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16143)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a21:23:57.868508 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:23:57.879577 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:23:58.003421 tst handover.py: using LAC 16902\u000a21:23:58.123509 tst handover.py: using RAC 72\u000a21:23:58.243650 tst handover.py: using CellId 16902\u000a21:23:58.361251 tst handover.py: using BVCI 16903\u000a21:23:58.384057 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:23:58.517651 tst handover.py: using LAC 16903\u000a21:23:58.635928 tst handover.py: using RAC 73\u000a21:23:58.755995 tst handover.py: using CellId 16903\u000a21:23:58.876198 tst handover.py: using BVCI 16904\u000a21:23:58.899761 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:23:58.910782 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:23:58.921644 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:23:58.932718 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:23:58.943967 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:23:58.955052 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:23:59.075575 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:23:59.280292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:23:59.730156 run create_hlr_db(pid=16137): Launched\u000a21:23:59.853508 bus /sierra_2: Setting Powered False\u000a21:24:00.944635 run create_hlr_db(pid=16137): Terminated: ok {rc=0}\u000a21:24:01.366717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16139): Launched\u000a21:24:01.706975 run osmo-hlr_10.42.42.2(pid=16140): Launched\u000a21:24:01.871999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:02.474541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16142): Launched\u000a21:24:02.777053 run osmo-stp_10.42.42.5(pid=16143): Launched\u000a21:24:02.888055 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:03.416405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16145): Launched\u000a21:24:03.720106 run osmo-msc_10.42.42.6(pid=16146): Launched\u000a21:24:03.898745 run osmo-stp_10.42.42.5(pid=16143): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16143)]\u000a21:24:04.027675 run osmo-stp_10.42.42.5(pid=16143): stdout: \u000a| (launched: 2022-12-08_21:24:02.627919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:04.154335 run osmo-stp_10.42.42.5(pid=16143): stderr: \u000a| �[0;m�[38;5;43m20221208212402797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212402797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212402797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212402798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212402800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212402800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212402800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:04.275861 run osmo-stp_10.42.42.5(pid=16143): stdout: \u000a| (launched: 2022-12-08_21:24:02.627919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:04.396284 run osmo-stp_10.42.42.5(pid=16143): stderr: \u000a| �[0;m�[38;5;43m20221208212402797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212402797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212402797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212402798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212402800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212402800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212402800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:04.449177 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16143): Process ended prematurely: osmo-stp_10.42.42.5(pid=16143) [trial-2349↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16143)] [trial-2349↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a21:24:04.457058 tst handover.py:18: Test FAILED (6.6 sec)\u000a21:24:04.516935 run osmo-hlr_10.42.42.2(pid=16140): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16140)]\u000a21:24:04.565919 run osmo-hlr_10.42.42.2(pid=16140): stdout: \u000a| (launched: 2022-12-08_21:24:01.523079) \u000a21:24:04.615539 run osmo-hlr_10.42.42.2(pid=16140): stderr: \u000a| �[0;m�[1;31m20221208212401893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212401893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212401893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212401893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212401893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212401893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212401906 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212401915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212401915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212401915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:04.682450 run osmo-msc_10.42.42.6(pid=16146): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16146)]\u000a21:24:04.731135 run osmo-msc_10.42.42.6(pid=16146): stdout: \u000a| (launched: 2022-12-08_21:24:03.570449) \u000a21:24:04.781046 run osmo-msc_10.42.42.6(pid=16146): stderr: \u000a| �[0;m�[38;5;43m20221208212403842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212403842 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc4836a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212403842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212403842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212403842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212403843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212403846 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212403846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212403847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212403847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:04.823268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16139): Terminating (SIGTERM)\u000a21:24:04.863039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16142): Terminating (SIGTERM)\u000a21:24:04.902943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16145): Terminating (SIGTERM)\u000a21:24:04.912193 --- ParallelTerminationStrategy: PID 16139 died...\u000a21:24:04.965293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16139): Terminated: ok {rc=0}\u000a21:24:04.975050 --- ParallelTerminationStrategy: PID 16142 died...\u000a21:24:05.027896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16142): Terminated: ok {rc=0}\u000a21:24:05.037897 --- ParallelTerminationStrategy: PID 16145 died...\u000a21:24:05.091154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16145): Terminated: ok {rc=0}\u000a21:24:05.173540 bus /sierra_3: Setting Powered False\u000a21:24:06.281377 bus /sierra_3: Setting Powered False\u000a21:24:07.388812 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:23:57" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16157): Process ended prematurely: osmo-stp_10.42.42.5(pid=16157) [trial-2349↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16157)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16157): Process ended prematurely: osmo-stp_10.42.42.5(pid=16157) [trial-2349↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a21:24:09.389126 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:24:09.400806 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:24:09.528437 tst handover.py: using LAC 16904\u000a21:24:09.657502 tst handover.py: using RAC 74\u000a21:24:09.778768 tst handover.py: using CellId 16904\u000a21:24:09.906772 tst handover.py: using BVCI 16905\u000a21:24:09.931431 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:24:10.070941 tst handover.py: using LAC 16905\u000a21:24:10.192328 tst handover.py: using RAC 75\u000a21:24:10.310108 tst handover.py: using CellId 16905\u000a21:24:10.431189 tst handover.py: using BVCI 16906\u000a21:24:10.454385 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:24:10.465440 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:24:10.476263 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:24:10.487424 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:24:10.498496 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:24:10.509596 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:24:10.624252 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:24:10.837350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:11.328452 run create_hlr_db(pid=16151): Launched\u000a21:24:11.460889 bus /sierra_2: Setting Powered False\u000a21:24:12.538132 run create_hlr_db(pid=16151): Terminated: ok {rc=0}\u000a21:24:12.920697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16153): Launched\u000a21:24:13.225305 run osmo-hlr_10.42.42.2(pid=16154): Launched\u000a21:24:13.337367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:13.838441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16156): Launched\u000a21:24:14.143071 run osmo-stp_10.42.42.5(pid=16157): Launched\u000a21:24:14.254494 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:14.781893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16159): Launched\u000a21:24:15.087257 run osmo-msc_10.42.42.6(pid=16160): Launched\u000a21:24:15.266497 run osmo-stp_10.42.42.5(pid=16157): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16157)]\u000a21:24:15.396471 run osmo-stp_10.42.42.5(pid=16157): stdout: \u000a| (launched: 2022-12-08_21:24:13.992459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:15.523479 run osmo-stp_10.42.42.5(pid=16157): stderr: \u000a| �[0;m�[38;5;43m20221208212414164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212414164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212414164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212414165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212414165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212414165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212414165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:15.645079 run osmo-stp_10.42.42.5(pid=16157): stdout: \u000a| (launched: 2022-12-08_21:24:13.992459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:15.766196 run osmo-stp_10.42.42.5(pid=16157): stderr: \u000a| �[0;m�[38;5;43m20221208212414164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212414164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212414164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212414165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212414165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212414165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212414165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:15.819357 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16157): Process ended prematurely: osmo-stp_10.42.42.5(pid=16157) [trial-2349↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16157)] [trial-2349↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a21:24:15.827252 tst handover.py:18: Test FAILED (6.4 sec)\u000a21:24:15.891552 run osmo-hlr_10.42.42.2(pid=16154): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16154)]\u000a21:24:15.946968 run osmo-hlr_10.42.42.2(pid=16154): stdout: \u000a| (launched: 2022-12-08_21:24:13.075163) \u000a21:24:15.999066 run osmo-hlr_10.42.42.2(pid=16154): stderr: \u000a| �[0;m�[1;31m20221208212413252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212413252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212413252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212413252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212413252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212413252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212413264 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212413274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212413275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212413275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:16.068314 run osmo-msc_10.42.42.6(pid=16160): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16160)]\u000a21:24:16.119395 run osmo-msc_10.42.42.6(pid=16160): stdout: \u000a| (launched: 2022-12-08_21:24:14.936335) \u000a21:24:16.171680 run osmo-msc_10.42.42.6(pid=16160): stderr: \u000a| �[0;m�[38;5;43m20221208212415208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212415208 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8084bedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212415208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212415208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212415208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212415209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212415210 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212415211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212415211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212415211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:16.215206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16153): Terminating (SIGTERM)\u000a21:24:16.257431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16156): Terminating (SIGTERM)\u000a21:24:16.299566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16159): Terminating (SIGTERM)\u000a21:24:16.310455 --- ParallelTerminationStrategy: PID 16153 died...\u000a21:24:16.366685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16153): Terminated: ok {rc=0}\u000a21:24:16.377167 --- ParallelTerminationStrategy: PID 16156 died...\u000a21:24:16.432218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16156): Terminated: ok {rc=0}\u000a21:24:16.443739 --- ParallelTerminationStrategy: PID 16159 died...\u000a21:24:16.500166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16159): Terminated: ok {rc=0}\u000a21:24:16.585659 bus /sierra_3: Setting Powered False\u000a21:24:17.687638 bus /sierra_3: Setting Powered False\u000a21:24:18.797305 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:24:09" }, { "cases" : [ { "testActions" : [ ], "age" : 147, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16171): Process ended prematurely: osmo-stp_10.42.42.5(pid=16171) [trial-2349↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16171)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16171): Process ended prematurely: osmo-stp_10.42.42.5(pid=16171) [trial-2349↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:24:20.774209 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:24:20.784896 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:24:20.908683 tst handover.py: using LAC 16906\u000a21:24:21.027205 tst handover.py: using RAC 76\u000a21:24:21.150122 tst handover.py: using CellId 16906\u000a21:24:21.267969 tst handover.py: using BVCI 16907\u000a21:24:21.290933 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:24:21.435973 tst handover.py: using LAC 16907\u000a21:24:21.554958 tst handover.py: using RAC 77\u000a21:24:21.671415 tst handover.py: using CellId 16907\u000a21:24:21.788578 tst handover.py: using BVCI 16908\u000a21:24:21.811682 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:24:21.822697 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:24:21.833407 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:24:21.844340 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:24:21.855407 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:24:21.866468 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:24:21.986163 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:24:22.188258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:22.644113 run create_hlr_db(pid=16165): Launched\u000a21:24:22.776882 bus /sierra_2: Setting Powered False\u000a21:24:23.853706 run create_hlr_db(pid=16165): Terminated: ok {rc=0}\u000a21:24:24.235578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16167): Launched\u000a21:24:24.538658 run osmo-hlr_10.42.42.2(pid=16168): Launched\u000a21:24:24.655229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:25.155442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16170): Launched\u000a21:24:25.459755 run osmo-stp_10.42.42.5(pid=16171): Launched\u000a21:24:25.570971 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:26.099654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16173): Launched\u000a21:24:26.403667 run osmo-msc_10.42.42.6(pid=16174): Launched\u000a21:24:26.582496 run osmo-stp_10.42.42.5(pid=16171): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16171)]\u000a21:24:26.711507 run osmo-stp_10.42.42.5(pid=16171): stdout: \u000a| (launched: 2022-12-08_21:24:25.309151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:26.837645 run osmo-stp_10.42.42.5(pid=16171): stderr: \u000a| �[0;m�[38;5;43m20221208212425480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212425480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212425480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212425481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212425483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212425483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212425483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:26.958738 run osmo-stp_10.42.42.5(pid=16171): stdout: \u000a| (launched: 2022-12-08_21:24:25.309151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:27.079346 run osmo-stp_10.42.42.5(pid=16171): stderr: \u000a| �[0;m�[38;5;43m20221208212425480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212425480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212425480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212425481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212425483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212425483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212425483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:27.132167 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16171): Process ended prematurely: osmo-stp_10.42.42.5(pid=16171) [trial-2349↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16171)] [trial-2349↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a21:24:27.140081 tst handover.py:18: Test FAILED (6.4 sec)\u000a21:24:27.200000 run osmo-hlr_10.42.42.2(pid=16168): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16168)]\u000a21:24:27.248988 run osmo-hlr_10.42.42.2(pid=16168): stdout: \u000a| (launched: 2022-12-08_21:24:24.389312) \u000a21:24:27.299286 run osmo-hlr_10.42.42.2(pid=16168): stderr: \u000a| �[0;m�[1;31m20221208212424564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212424564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212424565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212424565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212424565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212424565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212424576 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212424585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212424585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212424585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:27.366438 run osmo-msc_10.42.42.6(pid=16174): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16174)]\u000a21:24:27.415578 run osmo-msc_10.42.42.6(pid=16174): stdout: \u000a| (launched: 2022-12-08_21:24:26.253678) \u000a21:24:27.465347 run osmo-msc_10.42.42.6(pid=16174): stderr: \u000a| �[0;m�[38;5;43m20221208212426524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212426525 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f33f480fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212426525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212426525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212426525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212426525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212426527 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212426527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212426527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212426528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:27.508007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16167): Terminating (SIGTERM)\u000a21:24:27.547802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16170): Terminating (SIGTERM)\u000a21:24:27.587669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16173): Terminating (SIGTERM)\u000a21:24:27.597139 --- ParallelTerminationStrategy: PID 16167 died...\u000a21:24:27.650646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16167): Terminated: ok {rc=0}\u000a21:24:27.660425 --- ParallelTerminationStrategy: PID 16170 died...\u000a21:24:27.714207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16170): Terminated: ok {rc=0}\u000a21:24:27.723685 --- ParallelTerminationStrategy: PID 16173 died...\u000a21:24:27.776892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16173): Terminated: ok {rc=0}\u000a21:24:27.865376 bus /sierra_3: Setting Powered False\u000a21:24:28.967605 bus /sierra_3: Setting Powered False\u000a21:24:30.078553 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:24:20" }, { "cases" : [ { "testActions" : [ ], "age" : 147, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16185): Process ended prematurely: osmo-stp_10.42.42.5(pid=16185) [trial-2349↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16185)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16185): Process ended prematurely: osmo-stp_10.42.42.5(pid=16185) [trial-2349↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:24:32.113400 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:24:32.126384 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:24:32.278295 tst handover.py: using LAC 16908\u000a21:24:32.415964 tst handover.py: using RAC 78\u000a21:24:32.549375 tst handover.py: using CellId 16908\u000a21:24:32.675866 tst handover.py: using BVCI 16909\u000a21:24:32.699025 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:24:32.835526 tst handover.py: using LAC 16909\u000a21:24:32.962096 tst handover.py: using RAC 79\u000a21:24:33.087745 tst handover.py: using CellId 16909\u000a21:24:33.217972 tst handover.py: using BVCI 16910\u000a21:24:33.243121 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:24:33.254596 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:24:33.265842 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:24:33.276876 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:24:33.288091 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:24:33.299289 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:24:33.416309 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:24:33.616728 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:34.065478 run create_hlr_db(pid=16179): Launched\u000a21:24:34.187979 bus /sierra_2: Setting Powered False\u000a21:24:35.260920 run create_hlr_db(pid=16179): Terminated: ok {rc=0}\u000a21:24:35.664453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16181): Launched\u000a21:24:35.990801 run osmo-hlr_10.42.42.2(pid=16182): Launched\u000a21:24:36.111837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:36.650018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16184): Launched\u000a21:24:36.976185 run osmo-stp_10.42.42.5(pid=16185): Launched\u000a21:24:37.094817 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:37.661601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16187): Launched\u000a21:24:37.986781 run osmo-msc_10.42.42.6(pid=16188): Launched\u000a21:24:38.176936 run osmo-stp_10.42.42.5(pid=16185): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16185)]\u000a21:24:38.314726 run osmo-stp_10.42.42.5(pid=16185): stdout: \u000a| (launched: 2022-12-08_21:24:36.816059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:38.451301 run osmo-stp_10.42.42.5(pid=16185): stderr: \u000a| �[0;m�[38;5;43m20221208212437009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212437009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212437009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212437009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212437010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212437010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212437010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:38.582025 run osmo-stp_10.42.42.5(pid=16185): stdout: \u000a| (launched: 2022-12-08_21:24:36.816059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:38.711315 run osmo-stp_10.42.42.5(pid=16185): stderr: \u000a| �[0;m�[38;5;43m20221208212437009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212437009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212437009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212437009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212437010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212437010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212437010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:38.768105 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16185): Process ended prematurely: osmo-stp_10.42.42.5(pid=16185) [trial-2349↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16185)] [trial-2349↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a21:24:38.776828 tst handover.py:18: Test FAILED (6.7 sec)\u000a21:24:38.839173 run osmo-hlr_10.42.42.2(pid=16182): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16182)]\u000a21:24:38.890586 run osmo-hlr_10.42.42.2(pid=16182): stdout: \u000a| (launched: 2022-12-08_21:24:35.830749) \u000a21:24:38.942745 run osmo-hlr_10.42.42.2(pid=16182): stderr: \u000a| �[0;m�[1;31m20221208212436033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212436033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212436033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212436033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212436033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212436033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212436046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212436054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212436054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212436054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:39.013004 run osmo-msc_10.42.42.6(pid=16188): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16188)]\u000a21:24:39.064018 run osmo-msc_10.42.42.6(pid=16188): stdout: \u000a| (launched: 2022-12-08_21:24:37.827264) \u000a21:24:39.116306 run osmo-msc_10.42.42.6(pid=16188): stderr: \u000a| �[0;m�[38;5;43m20221208212438149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212438149 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbc5a82dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212438150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212438150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212438150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212438150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212438152 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212438152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212438152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212438152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:39.160391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16181): Terminating (SIGTERM)\u000a21:24:39.202069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16184): Terminating (SIGTERM)\u000a21:24:39.244000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16187): Terminating (SIGTERM)\u000a21:24:39.253460 --- ParallelTerminationStrategy: PID 16181 died...\u000a21:24:39.309295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16181): Terminated: ok {rc=0}\u000a21:24:39.319467 --- ParallelTerminationStrategy: PID 16184 died...\u000a21:24:39.374991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16184): Terminated: ok {rc=0}\u000a21:24:39.385112 --- ParallelTerminationStrategy: PID 16187 died...\u000a21:24:39.440293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16187): Terminated: ok {rc=0}\u000a21:24:39.526510 bus /sierra_3: Setting Powered False\u000a21:24:40.630645 bus /sierra_3: Setting Powered False\u000a21:24:41.739835 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:24:31" }, { "cases" : [ { "testActions" : [ ], "age" : 147, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16199): Process ended prematurely: osmo-stp_10.42.42.5(pid=16199) [trial-2349↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16199)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16199): Process ended prematurely: osmo-stp_10.42.42.5(pid=16199) [trial-2349↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16199)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:24:43.738980 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:24:43.750207 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:24:43.874374 tst handover.py: using LAC 16910\u000a21:24:43.991310 tst handover.py: using RAC 80\u000a21:24:44.108114 tst handover.py: using CellId 16910\u000a21:24:44.226938 tst handover.py: using BVCI 16911\u000a21:24:44.249955 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:24:44.382854 tst handover.py: using LAC 16911\u000a21:24:44.500422 tst handover.py: using RAC 81\u000a21:24:44.617968 tst handover.py: using CellId 16911\u000a21:24:44.735268 tst handover.py: using BVCI 16912\u000a21:24:44.758189 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:24:44.769056 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:24:44.779685 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:24:44.790789 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:24:44.801807 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:24:44.812733 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:24:44.932333 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:24:45.144127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:45.637766 run create_hlr_db(pid=16193): Launched\u000a21:24:45.770147 bus /sierra_2: Setting Powered False\u000a21:24:46.849342 run create_hlr_db(pid=16193): Terminated: ok {rc=0}\u000a21:24:47.255084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16195): Launched\u000a21:24:47.561372 run osmo-hlr_10.42.42.2(pid=16196): Launched\u000a21:24:47.678110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:48.190864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16198): Launched\u000a21:24:48.496469 run osmo-stp_10.42.42.5(pid=16199): Launched\u000a21:24:48.608680 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:49.137841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16201): Launched\u000a21:24:49.442935 run osmo-msc_10.42.42.6(pid=16202): Launched\u000a21:24:49.624439 run osmo-stp_10.42.42.5(pid=16199): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16199)]\u000a21:24:49.753771 run osmo-stp_10.42.42.5(pid=16199): stdout: \u000a| (launched: 2022-12-08_21:24:48.344763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:49.880270 run osmo-stp_10.42.42.5(pid=16199): stderr: \u000a| �[0;m�[38;5;43m20221208212448516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212448516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212448517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212448517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212448517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212448518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212448518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:50.002049 run osmo-stp_10.42.42.5(pid=16199): stdout: \u000a| (launched: 2022-12-08_21:24:48.344763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:50.122730 run osmo-stp_10.42.42.5(pid=16199): stderr: \u000a| �[0;m�[38;5;43m20221208212448516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212448516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212448517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212448517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212448517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212448518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212448518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:50.175703 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16199): Process ended prematurely: osmo-stp_10.42.42.5(pid=16199) [trial-2349↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16199)] [trial-2349↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a21:24:50.183729 tst handover.py:18: Test FAILED (6.4 sec)\u000a21:24:50.244417 run osmo-hlr_10.42.42.2(pid=16196): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16196)]\u000a21:24:50.294008 run osmo-hlr_10.42.42.2(pid=16196): stdout: \u000a| (launched: 2022-12-08_21:24:47.409466) \u000a21:24:50.344033 run osmo-hlr_10.42.42.2(pid=16196): stderr: \u000a| �[0;m�[1;31m20221208212447586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212447586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212447586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212447586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212447586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212447586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212447598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212447606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212447606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212447607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:50.411613 run osmo-msc_10.42.42.6(pid=16202): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16202)]\u000a21:24:50.460906 run osmo-msc_10.42.42.6(pid=16202): stdout: \u000a| (launched: 2022-12-08_21:24:49.292340) \u000a21:24:50.510786 run osmo-msc_10.42.42.6(pid=16202): stderr: \u000a| �[0;m�[38;5;43m20221208212449565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212449565 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f21c1c1ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212449565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212449565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212449565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212449566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212449567 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212449568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212449568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212449568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:50.553049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16195): Terminating (SIGTERM)\u000a21:24:50.593559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16198): Terminating (SIGTERM)\u000a21:24:50.633726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16201): Terminating (SIGTERM)\u000a21:24:50.643171 --- ParallelTerminationStrategy: PID 16195 died...\u000a21:24:50.696928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16195): Terminated: ok {rc=0}\u000a21:24:50.706547 --- ParallelTerminationStrategy: PID 16198 died...\u000a21:24:50.759256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16198): Terminated: ok {rc=0}\u000a21:24:50.768884 --- ParallelTerminationStrategy: PID 16201 died...\u000a21:24:50.821890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16201): Terminated: ok {rc=0}\u000a21:24:50.909296 bus /sierra_3: Setting Powered False\u000a21:24:52.015140 bus /sierra_3: Setting Powered False\u000a21:24:53.125289 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:24:43" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16213): Process ended prematurely: osmo-stp_10.42.42.5(pid=16213) [trial-2349↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16213)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16213): Process ended prematurely: osmo-stp_10.42.42.5(pid=16213) [trial-2349↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a21:24:55.114791 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:24:55.126030 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:24:55.258908 tst handover.py: using LAC 16912\u000a21:24:55.389434 tst handover.py: using RAC 82\u000a21:24:55.523611 tst handover.py: using CellId 16912\u000a21:24:55.651522 tst handover.py: using BVCI 16913\u000a21:24:55.676497 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:24:55.814293 tst handover.py: using LAC 16913\u000a21:24:55.931856 tst handover.py: using RAC 83\u000a21:24:56.051967 tst handover.py: using CellId 16913\u000a21:24:56.171412 tst handover.py: using BVCI 16914\u000a21:24:56.194663 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:24:56.205632 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:24:56.216374 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:24:56.227736 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:24:56.239508 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:24:56.251328 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:24:56.372423 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:24:56.574830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:57.024012 run create_hlr_db(pid=16207): Launched\u000a21:24:57.147027 bus /sierra_2: Setting Powered False\u000a21:24:58.219045 run create_hlr_db(pid=16207): Terminated: ok {rc=0}\u000a21:24:58.619838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16209): Launched\u000a21:24:58.923111 run osmo-hlr_10.42.42.2(pid=16210): Launched\u000a21:24:59.040258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:59.551314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16212): Launched\u000a21:24:59.854946 run osmo-stp_10.42.42.5(pid=16213): Launched\u000a21:24:59.965747 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:00.497884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16215): Launched\u000a21:25:00.802707 run osmo-msc_10.42.42.6(pid=16216): Launched\u000a21:25:01.111821 run osmo-stp_10.42.42.5(pid=16213): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16213)]\u000a21:25:01.278158 run osmo-stp_10.42.42.5(pid=16213): stdout: \u000a| (launched: 2022-12-08_21:24:59.704814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:01.440300 run osmo-stp_10.42.42.5(pid=16213): stderr: \u000a| �[0;m�[38;5;43m20221208212459877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212459877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212459877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212459877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212459878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212459878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212459878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:01.569751 run osmo-stp_10.42.42.5(pid=16213): stdout: \u000a| (launched: 2022-12-08_21:24:59.704814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:01.696032 run osmo-stp_10.42.42.5(pid=16213): stderr: \u000a| �[0;m�[38;5;43m20221208212459877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212459877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212459877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212459877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212459878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212459878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212459878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:01.765050 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16213): Process ended prematurely: osmo-stp_10.42.42.5(pid=16213) [trial-2349↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16213)] [trial-2349↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a21:25:01.773972 tst handover.py:18: Test FAILED (6.6 sec)\u000a21:25:01.841948 run osmo-hlr_10.42.42.2(pid=16210): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16210)]\u000a21:25:01.895674 run osmo-hlr_10.42.42.2(pid=16210): stdout: \u000a| (launched: 2022-12-08_21:24:58.773921) \u000a21:25:01.952936 run osmo-hlr_10.42.42.2(pid=16210): stderr: \u000a| �[0;m�[1;31m20221208212458948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212458948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212458948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212458948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212458948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212458948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212458961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212458969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212458969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212458970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:02.023242 run osmo-msc_10.42.42.6(pid=16216): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16216)]\u000a21:25:02.074752 run osmo-msc_10.42.42.6(pid=16216): stdout: \u000a| (launched: 2022-12-08_21:25:00.651461) \u000a21:25:02.127193 run osmo-msc_10.42.42.6(pid=16216): stderr: \u000a| �[0;m�[38;5;43m20221208212500955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212500955 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b5655dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212500955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212500955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212500955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212500955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212500967 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212500968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212500968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212500968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:02.171567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16209): Terminating (SIGTERM)\u000a21:25:02.213151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16212): Terminating (SIGTERM)\u000a21:25:02.255321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16215): Terminating (SIGTERM)\u000a21:25:02.266291 --- ParallelTerminationStrategy: PID 16209 died...\u000a21:25:02.322593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16209): Terminated: ok {rc=0}\u000a21:25:02.333164 --- ParallelTerminationStrategy: PID 16212 died...\u000a21:25:02.388833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16212): Terminated: ok {rc=0}\u000a21:25:02.400352 --- ParallelTerminationStrategy: PID 16215 died...\u000a21:25:02.456925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16215): Terminated: ok {rc=0}\u000a21:25:02.546472 bus /sierra_3: Setting Powered False\u000a21:25:03.647210 bus /sierra_3: Setting Powered False\u000a21:25:04.757360 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:24:54" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16330): Process ended prematurely: osmo-stp_10.42.42.5(pid=16330) [trial-2349↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16330)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16330): Process ended prematurely: osmo-stp_10.42.42.5(pid=16330) [trial-2349↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a21:25:06.744744 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:25:06.756439 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:25:06.886184 tst handover.py: using LAC 16914\u000a21:25:07.015839 tst handover.py: using RAC 84\u000a21:25:07.143323 tst handover.py: using CellId 16914\u000a21:25:07.273368 tst handover.py: using BVCI 16915\u000a21:25:07.298095 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:25:07.439701 tst handover.py: using LAC 16915\u000a21:25:07.567239 tst handover.py: using RAC 85\u000a21:25:07.696454 tst handover.py: using CellId 16915\u000a21:25:07.826069 tst handover.py: using BVCI 16916\u000a21:25:07.850995 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:25:07.862779 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:25:07.874301 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:25:07.886129 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:25:07.897929 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:25:07.909734 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:25:08.026907 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:25:08.229996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:25:08.685255 run create_hlr_db(pid=16324): Launched\u000a21:25:08.808519 bus /sierra_2: Setting Powered False\u000a21:25:09.882206 run create_hlr_db(pid=16324): Terminated: ok {rc=0}\u000a21:25:10.288363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16326): Launched\u000a21:25:10.617674 run osmo-hlr_10.42.42.2(pid=16327): Launched\u000a21:25:10.737584 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:25:11.277171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16329): Launched\u000a21:25:11.605882 run osmo-stp_10.42.42.5(pid=16330): Launched\u000a21:25:11.723925 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:12.290537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16332): Launched\u000a21:25:12.619498 run osmo-msc_10.42.42.6(pid=16333): Launched\u000a21:25:12.811353 run osmo-stp_10.42.42.5(pid=16330): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16330)]\u000a21:25:12.949478 run osmo-stp_10.42.42.5(pid=16330): stdout: \u000a| (launched: 2022-12-08_21:25:11.444116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:13.086803 run osmo-stp_10.42.42.5(pid=16330): stderr: \u000a| �[0;m�[38;5;43m20221208212511637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212511637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212511637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212511637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212511638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212511638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212511638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:13.218502 run osmo-stp_10.42.42.5(pid=16330): stdout: \u000a| (launched: 2022-12-08_21:25:11.444116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:13.349318 run osmo-stp_10.42.42.5(pid=16330): stderr: \u000a| �[0;m�[38;5;43m20221208212511637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212511637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212511637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212511637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212511638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212511638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212511638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:13.406781 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16330): Process ended prematurely: osmo-stp_10.42.42.5(pid=16330) [trial-2349↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16330)] [trial-2349↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a21:25:13.415457 tst handover.py:18: Test FAILED (6.7 sec)\u000a21:25:13.478473 run osmo-hlr_10.42.42.2(pid=16327): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16327)]\u000a21:25:13.530200 run osmo-hlr_10.42.42.2(pid=16327): stdout: \u000a| (launched: 2022-12-08_21:25:10.455167) \u000a21:25:13.582553 run osmo-hlr_10.42.42.2(pid=16327): stderr: \u000a| �[0;m�[1;31m20221208212510652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212510652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212510652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212510652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212510653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212510653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212510665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212510673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212510674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212510674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:13.653623 run osmo-msc_10.42.42.6(pid=16333): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16333)]\u000a21:25:13.705185 run osmo-msc_10.42.42.6(pid=16333): stdout: \u000a| (launched: 2022-12-08_21:25:12.457384) \u000a21:25:13.757174 run osmo-msc_10.42.42.6(pid=16333): stderr: \u000a| �[0;m�[38;5;43m20221208212512779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212512779 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0557a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212512779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212512779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212512780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212512780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212512782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212512782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212512782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212512782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:13.801780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16326): Terminating (SIGTERM)\u000a21:25:13.844266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16329): Terminating (SIGTERM)\u000a21:25:13.886375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16332): Terminating (SIGTERM)\u000a21:25:13.896292 --- ParallelTerminationStrategy: PID 16326 died...\u000a21:25:13.952119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16326): Terminated: ok {rc=0}\u000a21:25:13.962467 --- ParallelTerminationStrategy: PID 16329 died...\u000a21:25:14.018432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16329): Terminated: ok {rc=0}\u000a21:25:14.028758 --- ParallelTerminationStrategy: PID 16332 died...\u000a21:25:14.086097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16332): Terminated: ok {rc=0}\u000a21:25:14.175349 bus /sierra_3: Setting Powered False\u000a21:25:15.286812 bus /sierra_3: Setting Powered False\u000a21:25:16.427797 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:25:06" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16348): Process ended prematurely: osmo-stp_10.42.42.5(pid=16348) [trial-2349↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16348)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16348): Process ended prematurely: osmo-stp_10.42.42.5(pid=16348) [trial-2349↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a21:25:18.584382 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:25:18.605462 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:25:18.786870 tst handover.py: using LAC 16916\u000a21:25:18.914446 tst handover.py: using RAC 86\u000a21:25:19.069179 tst handover.py: using CellId 16916\u000a21:25:19.235645 tst handover.py: using BVCI 16917\u000a21:25:19.260051 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:25:19.441592 tst handover.py: using LAC 16917\u000a21:25:19.612734 tst handover.py: using RAC 87\u000a21:25:19.780754 tst handover.py: using CellId 16917\u000a21:25:19.914501 tst handover.py: using BVCI 16918\u000a21:25:19.940225 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:25:19.952610 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:25:19.964731 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:25:19.977164 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:25:19.989548 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:25:20.002031 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:25:20.147525 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:25:20.398155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:25:20.966411 run create_hlr_db(pid=16342): Launched\u000a21:25:21.102440 bus /sierra_2: Setting Powered False\u000a21:25:22.175578 run create_hlr_db(pid=16342): Terminated: ok {rc=0}\u000a21:25:22.570976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16344): Launched\u000a21:25:22.958963 run osmo-hlr_10.42.42.2(pid=16345): Launched\u000a21:25:23.115458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:25:23.764267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16347): Launched\u000a21:25:24.223510 run osmo-stp_10.42.42.5(pid=16348): Launched\u000a21:25:24.361362 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:25.039085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16350): Launched\u000a21:25:25.496925 run osmo-msc_10.42.42.6(pid=16351): Launched\u000a21:25:25.920019 run osmo-stp_10.42.42.5(pid=16348): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16348)]\u000a21:25:26.205719 run osmo-stp_10.42.42.5(pid=16348): stdout: \u000a| (launched: 2022-12-08_21:25:23.951685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:26.351649 run osmo-stp_10.42.42.5(pid=16348): stderr: \u000a| �[0;m�[38;5;43m20221208212524251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212524251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212524252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212524252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212524253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212524253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212524253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:26.485462 run osmo-stp_10.42.42.5(pid=16348): stdout: \u000a| (launched: 2022-12-08_21:25:23.951685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:26.610297 run osmo-stp_10.42.42.5(pid=16348): stderr: \u000a| �[0;m�[38;5;43m20221208212524251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212524251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212524252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212524252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212524253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212524253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212524253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:26.666527 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16348): Process ended prematurely: osmo-stp_10.42.42.5(pid=16348) [trial-2349↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16348)] [trial-2349↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a21:25:26.675502 tst handover.py:18: Test FAILED (8.1 sec)\u000a21:25:26.739841 run osmo-hlr_10.42.42.2(pid=16345): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16345)]\u000a21:25:26.791011 run osmo-hlr_10.42.42.2(pid=16345): stdout: \u000a| (launched: 2022-12-08_21:25:22.728074) \u000a21:25:26.844235 run osmo-hlr_10.42.42.2(pid=16345): stderr: \u000a| �[0;m�[1;31m20221208212523051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212523051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212523051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212523051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212523051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212523051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212523084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212523107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212523107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212523107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:26.914208 run osmo-msc_10.42.42.6(pid=16351): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16351)]\u000a21:25:26.965746 run osmo-msc_10.42.42.6(pid=16351): stdout: \u000a| (launched: 2022-12-08_21:25:25.223955) \u000a21:25:27.017643 run osmo-msc_10.42.42.6(pid=16351): stderr: \u000a| �[0;m�[38;5;43m20221208212525798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212525798 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa76483c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212525798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212525798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212525798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212525799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212525800 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212525802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212525802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212525803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:27.063890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16344): Terminating (SIGTERM)\u000a21:25:27.107799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16347): Terminating (SIGTERM)\u000a21:25:27.152177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16350): Terminating (SIGTERM)\u000a21:25:27.162597 --- ParallelTerminationStrategy: PID 16344 died...\u000a21:25:27.220444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16344): Terminated: ok {rc=0}\u000a21:25:27.231973 --- ParallelTerminationStrategy: PID 16347 died...\u000a21:25:27.287078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16347): Terminated: ok {rc=0}\u000a21:25:27.298578 --- ParallelTerminationStrategy: PID 16350 died...\u000a21:25:27.354034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16350): Terminated: ok {rc=0}\u000a21:25:27.442554 bus /sierra_3: Setting Powered False\u000a21:25:28.551313 bus /sierra_3: Setting Powered False\u000a21:25:29.668205 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:25:18" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16362): Process ended prematurely: osmo-stp_10.42.42.5(pid=16362) [trial-2349↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16362)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16362): Process ended prematurely: osmo-stp_10.42.42.5(pid=16362) [trial-2349↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:25:31.822762 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:25:31.836767 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:25:31.969977 tst handover.py: using LAC 16918\u000a21:25:32.120352 tst handover.py: using RAC 88\u000a21:25:32.277403 tst handover.py: using CellId 16918\u000a21:25:32.439340 tst handover.py: using BVCI 16919\u000a21:25:32.470596 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:25:32.633345 tst handover.py: using LAC 16919\u000a21:25:32.801891 tst handover.py: using RAC 89\u000a21:25:32.957969 tst handover.py: using CellId 16919\u000a21:25:33.114822 tst handover.py: using BVCI 16920\u000a21:25:33.140520 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:25:33.153867 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:25:33.166381 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:25:33.183424 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:25:33.198286 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:25:33.214628 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:25:33.344480 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:25:33.576455 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:25:34.134454 run create_hlr_db(pid=16356): Launched\u000a21:25:34.275094 bus /sierra_2: Setting Powered False\u000a21:25:35.396904 run create_hlr_db(pid=16356): Terminated: ok {rc=0}\u000a21:25:35.839928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16358): Launched\u000a21:25:36.280768 run osmo-hlr_10.42.42.2(pid=16359): Launched\u000a21:25:36.522165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:25:37.130359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16361): Launched\u000a21:25:37.513431 run osmo-stp_10.42.42.5(pid=16362): Launched\u000a21:25:37.741484 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:38.306619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16364): Launched\u000a21:25:38.704732 run osmo-msc_10.42.42.6(pid=16365): Launched\u000a21:25:39.198422 run osmo-stp_10.42.42.5(pid=16362): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16362)]\u000a21:25:39.449989 run osmo-stp_10.42.42.5(pid=16362): stdout: \u000a| (launched: 2022-12-08_21:25:37.288181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:39.600910 run osmo-stp_10.42.42.5(pid=16362): stderr: \u000a| �[0;m�[38;5;43m20221208212537559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212537559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212537559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212537560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212537560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212537560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212537560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:39.729333 run osmo-stp_10.42.42.5(pid=16362): stdout: \u000a| (launched: 2022-12-08_21:25:37.288181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:39.854713 run osmo-stp_10.42.42.5(pid=16362): stderr: \u000a| �[0;m�[38;5;43m20221208212537559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212537559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212537559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212537560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212537560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212537560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212537560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:39.908556 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16362): Process ended prematurely: osmo-stp_10.42.42.5(pid=16362) [trial-2349↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16362)] [trial-2349↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a21:25:39.916737 tst handover.py:18: Test FAILED (8.1 sec)\u000a21:25:39.982376 run osmo-hlr_10.42.42.2(pid=16359): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16359)]\u000a21:25:40.033544 run osmo-hlr_10.42.42.2(pid=16359): stdout: \u000a| (launched: 2022-12-08_21:25:36.014101) \u000a21:25:40.088396 run osmo-hlr_10.42.42.2(pid=16359): stderr: \u000a| �[0;m�[1;31m20221208212536324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212536324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212536324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212536324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212536324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212536337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212536368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212536387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212536387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212536388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:40.157921 run osmo-msc_10.42.42.6(pid=16365): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16365)]\u000a21:25:40.209192 run osmo-msc_10.42.42.6(pid=16365): stdout: \u000a| (launched: 2022-12-08_21:25:38.464769) \u000a21:25:40.260435 run osmo-msc_10.42.42.6(pid=16365): stderr: \u000a| �[0;m�[38;5;43m20221208212539108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212539108 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efccbee0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212539108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212539108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212539108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212539108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212539110 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212539110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212539111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212539111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:40.304573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16358): Terminating (SIGTERM)\u000a21:25:40.346607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16361): Terminating (SIGTERM)\u000a21:25:40.388924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16364): Terminating (SIGTERM)\u000a21:25:40.401142 --- ParallelTerminationStrategy: PID 16358 died...\u000a21:25:40.458854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16358): Terminated: ok {rc=0}\u000a21:25:40.468887 --- ParallelTerminationStrategy: PID 16361 died...\u000a21:25:40.523781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16361): Terminated: ok {rc=0}\u000a21:25:40.535020 --- ParallelTerminationStrategy: PID 16364 died...\u000a21:25:40.592392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16364): Terminated: ok {rc=0}\u000a21:25:40.678441 bus /sierra_3: Setting Powered False\u000a21:25:41.808080 bus /sierra_3: Setting Powered False\u000a21:25:42.935636 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:25:31" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16376): Process ended prematurely: osmo-stp_10.42.42.5(pid=16376) [trial-2349↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16376)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16376): Process ended prematurely: osmo-stp_10.42.42.5(pid=16376) [trial-2349↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:25:45.017474 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:25:45.037609 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:25:45.178945 tst handover.py: using LAC 16920\u000a21:25:45.331901 tst handover.py: using RAC 90\u000a21:25:45.495373 tst handover.py: using CellId 16920\u000a21:25:45.631050 tst handover.py: using BVCI 16921\u000a21:25:45.658386 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:25:45.808692 tst handover.py: using LAC 16921\u000a21:25:45.962970 tst handover.py: using RAC 91\u000a21:25:46.123761 tst handover.py: using CellId 16921\u000a21:25:46.272276 tst handover.py: using BVCI 16922\u000a21:25:46.304118 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:25:46.318838 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:25:46.332312 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:25:46.346535 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:25:46.360723 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:25:46.375144 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:25:46.517966 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:25:46.780051 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:25:47.415073 run create_hlr_db(pid=16370): Launched\u000a21:25:47.574856 bus /sierra_2: Setting Powered False\u000a21:25:48.645731 run create_hlr_db(pid=16370): Terminated: ok {rc=0}\u000a21:25:49.094320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16372): Launched\u000a21:25:49.520357 run osmo-hlr_10.42.42.2(pid=16373): Launched\u000a21:25:49.832439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:25:50.483175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16375): Launched\u000a21:25:50.916816 run osmo-stp_10.42.42.5(pid=16376): Launched\u000a21:25:51.104680 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:51.750340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16378): Launched\u000a21:25:52.174875 run osmo-msc_10.42.42.6(pid=16379): Launched\u000a21:25:52.517721 run osmo-stp_10.42.42.5(pid=16376): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16376)]\u000a21:25:52.781501 run osmo-stp_10.42.42.5(pid=16376): stdout: \u000a| (launched: 2022-12-08_21:25:50.651493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:52.939493 run osmo-stp_10.42.42.5(pid=16376): stderr: \u000a| �[0;m�[38;5;43m20221208212550891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212550891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212550891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212550892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212550892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212550893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212550893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:53.070498 run osmo-stp_10.42.42.5(pid=16376): stdout: \u000a| (launched: 2022-12-08_21:25:50.651493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:53.195877 run osmo-stp_10.42.42.5(pid=16376): stderr: \u000a| �[0;m�[38;5;43m20221208212550891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212550891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212550891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212550892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212550892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212550893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212550893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:53.250190 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16376): Process ended prematurely: osmo-stp_10.42.42.5(pid=16376) [trial-2349↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16376)] [trial-2349↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a21:25:53.258307 tst handover.py:18: Test FAILED (8.2 sec)\u000a21:25:53.320470 run osmo-hlr_10.42.42.2(pid=16373): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16373)]\u000a21:25:53.370798 run osmo-hlr_10.42.42.2(pid=16373): stdout: \u000a| (launched: 2022-12-08_21:25:49.266519) \u000a21:25:53.421609 run osmo-hlr_10.42.42.2(pid=16373): stderr: \u000a| �[0;m�[1;31m20221208212549617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212549617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212549617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212549617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212549617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212549617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212549637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212549649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212549649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212549649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:53.489752 run osmo-msc_10.42.42.6(pid=16379): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16379)]\u000a21:25:53.540520 run osmo-msc_10.42.42.6(pid=16379): stdout: \u000a| (launched: 2022-12-08_21:25:51.920483) \u000a21:25:53.592137 run osmo-msc_10.42.42.6(pid=16379): stderr: \u000a| �[0;m�[38;5;43m20221208212552450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212552450 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc036d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212552450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212552450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212552450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212552450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212552452 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212552452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212552453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212552453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:53.635543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16372): Terminating (SIGTERM)\u000a21:25:53.679268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16375): Terminating (SIGTERM)\u000a21:25:53.722333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16378): Terminating (SIGTERM)\u000a21:25:53.732668 --- ParallelTerminationStrategy: PID 16372 died...\u000a21:25:53.787702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16372): Terminated: ok {rc=0}\u000a21:25:53.797618 --- ParallelTerminationStrategy: PID 16375 died...\u000a21:25:53.851390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16375): Terminated: ok {rc=0}\u000a21:25:53.861952 --- ParallelTerminationStrategy: PID 16378 died...\u000a21:25:53.915622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16378): Terminated: ok {rc=0}\u000a21:25:54.002856 bus /sierra_3: Setting Powered False\u000a21:25:55.144936 bus /sierra_3: Setting Powered False\u000a21:25:56.259404 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:25:44" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16390): Process ended prematurely: osmo-stp_10.42.42.5(pid=16390) [trial-2349↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16390)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16390): Process ended prematurely: osmo-stp_10.42.42.5(pid=16390) [trial-2349↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:25:58.301707 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:25:58.313542 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:25:58.494422 tst handover.py: using LAC 16922\u000a21:25:58.620537 tst handover.py: using RAC 92\u000a21:25:58.745283 tst handover.py: using CellId 16922\u000a21:25:58.891540 tst handover.py: using BVCI 16923\u000a21:25:58.915940 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:25:59.069423 tst handover.py: using LAC 16923\u000a21:25:59.192876 tst handover.py: using RAC 93\u000a21:25:59.315217 tst handover.py: using CellId 16923\u000a21:25:59.436481 tst handover.py: using BVCI 16924\u000a21:25:59.460741 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:25:59.472663 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:25:59.484808 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:25:59.497417 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:25:59.509860 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:25:59.522631 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:25:59.643154 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:25:59.860449 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:00.363058 run create_hlr_db(pid=16384): Launched\u000a21:26:00.490374 bus /sierra_2: Setting Powered False\u000a21:26:01.616535 run create_hlr_db(pid=16384): Terminated: ok {rc=0}\u000a21:26:02.144914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16386): Launched\u000a21:26:02.671030 run osmo-hlr_10.42.42.2(pid=16387): Launched\u000a21:26:02.940303 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:26:03.523213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16389): Launched\u000a21:26:03.957114 run osmo-stp_10.42.42.5(pid=16390): Launched\u000a21:26:04.179881 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:26:04.803312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16392): Launched\u000a21:26:05.248857 run osmo-msc_10.42.42.6(pid=16393): Launched\u000a21:26:05.556361 run osmo-stp_10.42.42.5(pid=16390): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16390)]\u000a21:26:05.831905 run osmo-stp_10.42.42.5(pid=16390): stdout: \u000a| (launched: 2022-12-08_21:26:03.696103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:06.005288 run osmo-stp_10.42.42.5(pid=16390): stderr: \u000a| �[0;m�[38;5;43m20221208212603993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212603993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212603993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212603994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212603994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212603994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212603994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:06.145301 run osmo-stp_10.42.42.5(pid=16390): stdout: \u000a| (launched: 2022-12-08_21:26:03.696103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:06.281929 run osmo-stp_10.42.42.5(pid=16390): stderr: \u000a| �[0;m�[38;5;43m20221208212603993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212603993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212603993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212603994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212603994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212603994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212603994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:06.341455 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16390): Process ended prematurely: osmo-stp_10.42.42.5(pid=16390) [trial-2349↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16390)] [trial-2349↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a21:26:06.350573 tst handover.py:18: Test FAILED (8.0 sec)\u000a21:26:06.419513 run osmo-hlr_10.42.42.2(pid=16387): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16387)]\u000a21:26:06.476704 run osmo-hlr_10.42.42.2(pid=16387): stdout: \u000a| (launched: 2022-12-08_21:26:02.382866) \u000a21:26:06.532258 run osmo-hlr_10.42.42.2(pid=16387): stderr: \u000a| �[0;m�[1;31m20221208212602639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212602639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212602639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212602639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212602639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212602641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212602660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212602672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212602672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212602672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:26:06.605159 run osmo-msc_10.42.42.6(pid=16393): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16393)]\u000a21:26:06.659258 run osmo-msc_10.42.42.6(pid=16393): stdout: \u000a| (launched: 2022-12-08_21:26:04.975059) \u000a21:26:06.714933 run osmo-msc_10.42.42.6(pid=16393): stderr: \u000a| �[0;m�[38;5;43m20221208212605557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212605558 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b6017bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212605558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212605558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212605558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212605559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212605562 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212605563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212605563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212605563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:26:06.760686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16386): Terminating (SIGTERM)\u000a21:26:06.804675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16389): Terminating (SIGTERM)\u000a21:26:06.849535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16392): Terminating (SIGTERM)\u000a21:26:06.859672 --- ParallelTerminationStrategy: PID 16386 died...\u000a21:26:06.920603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16386): Terminated: ok {rc=0}\u000a21:26:06.931111 --- ParallelTerminationStrategy: PID 16389 died...\u000a21:26:06.989553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16389): Terminated: ok {rc=0}\u000a21:26:07.000441 --- ParallelTerminationStrategy: PID 16392 died...\u000a21:26:07.058118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16392): Terminated: ok {rc=0}\u000a21:26:07.161257 bus /sierra_3: Setting Powered False\u000a21:26:08.298853 bus /sierra_3: Setting Powered False\u000a21:26:09.428086 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:25:58" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16404): Process ended prematurely: osmo-stp_10.42.42.5(pid=16404) [trial-2349↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16404)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16404): Process ended prematurely: osmo-stp_10.42.42.5(pid=16404) [trial-2349↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a21:26:11.503098 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:26:11.537210 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:26:11.685192 tst handover.py: using LAC 16924\u000a21:26:11.804256 tst handover.py: using RAC 94\u000a21:26:11.930986 tst handover.py: using CellId 16924\u000a21:26:12.060880 tst handover.py: using BVCI 16925\u000a21:26:12.086454 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:26:12.226950 tst handover.py: using LAC 16925\u000a21:26:12.361549 tst handover.py: using RAC 95\u000a21:26:12.529837 tst handover.py: using CellId 16925\u000a21:26:12.674695 tst handover.py: using BVCI 16926\u000a21:26:12.706291 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:26:12.719210 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:26:12.731997 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:26:12.744454 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:26:12.757271 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:26:12.770678 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:26:12.894144 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:26:13.114791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:13.682260 run create_hlr_db(pid=16398): Launched\u000a21:26:13.818643 bus /sierra_2: Setting Powered False\u000a21:26:14.926498 run create_hlr_db(pid=16398): Terminated: ok {rc=0}\u000a21:26:15.399267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16400): Launched\u000a21:26:15.836763 run osmo-hlr_10.42.42.2(pid=16401): Launched\u000a21:26:16.104278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:26:16.778457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16403): Launched\u000a21:26:17.180369 run osmo-stp_10.42.42.5(pid=16404): Launched\u000a21:26:17.422295 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:26:18.126610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16406): Launched\u000a21:26:18.587645 run osmo-msc_10.42.42.6(pid=16407): Launched\u000a21:26:18.928343 run osmo-stp_10.42.42.5(pid=16404): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16404)]\u000a21:26:19.169680 run osmo-stp_10.42.42.5(pid=16404): stdout: \u000a| (launched: 2022-12-08_21:26:16.982256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:19.311530 run osmo-stp_10.42.42.5(pid=16404): stderr: \u000a| �[0;m�[38;5;43m20221208212617290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212617290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212617290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212617291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212617291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212617291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212617291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:19.448784 run osmo-stp_10.42.42.5(pid=16404): stdout: \u000a| (launched: 2022-12-08_21:26:16.982256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:19.583264 run osmo-stp_10.42.42.5(pid=16404): stderr: \u000a| �[0;m�[38;5;43m20221208212617290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212617290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212617290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212617291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212617291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212617291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212617291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:19.643297 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16404): Process ended prematurely: osmo-stp_10.42.42.5(pid=16404) [trial-2349↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16404)] [trial-2349↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a21:26:19.653146 tst handover.py:18: Test FAILED (8.1 sec)\u000a21:26:19.717875 run osmo-hlr_10.42.42.2(pid=16401): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16401)]\u000a21:26:19.771291 run osmo-hlr_10.42.42.2(pid=16401): stdout: \u000a| (launched: 2022-12-08_21:26:15.570047) \u000a21:26:19.825078 run osmo-hlr_10.42.42.2(pid=16401): stderr: \u000a| �[0;m�[1;31m20221208212615897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212615897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212615897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212615897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212615897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212615897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212615913 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212615954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212615955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212615955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:26:19.899106 run osmo-msc_10.42.42.6(pid=16407): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16407)]\u000a21:26:19.953672 run osmo-msc_10.42.42.6(pid=16407): stdout: \u000a| (launched: 2022-12-08_21:26:18.299021) \u000a21:26:20.008151 run osmo-msc_10.42.42.6(pid=16407): stderr: \u000a| �[0;m�[38;5;43m20221208212618827 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212618827 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f661fde7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212618827 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212618827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212618827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212618828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212618829 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212618830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212618830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212618830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:26:20.054643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16400): Terminating (SIGTERM)\u000a21:26:20.100531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16403): Terminating (SIGTERM)\u000a21:26:20.144426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16406): Terminating (SIGTERM)\u000a21:26:20.155294 --- ParallelTerminationStrategy: PID 16400 died...\u000a21:26:20.214941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16400): Terminated: ok {rc=0}\u000a21:26:20.226176 --- ParallelTerminationStrategy: PID 16403 died...\u000a21:26:20.284473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16403): Terminated: ok {rc=0}\u000a21:26:20.295182 --- ParallelTerminationStrategy: PID 16406 died...\u000a21:26:20.353627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16406): Terminated: ok {rc=0}\u000a21:26:20.444904 bus /sierra_3: Setting Powered False\u000a21:26:21.562464 bus /sierra_3: Setting Powered False\u000a21:26:22.697396 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:26:11" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16418): Process ended prematurely: osmo-stp_10.42.42.5(pid=16418) [trial-2349↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16418)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16418): Process ended prematurely: osmo-stp_10.42.42.5(pid=16418) [trial-2349↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16418)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a21:26:24.848413 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:26:24.860688 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:26:25.011513 tst handover.py: using LAC 16926\u000a21:26:25.136646 tst handover.py: using RAC 96\u000a21:26:25.259851 tst handover.py: using CellId 16926\u000a21:26:25.398738 tst handover.py: using BVCI 16927\u000a21:26:25.423213 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:26:25.582833 tst handover.py: using LAC 16927\u000a21:26:25.731979 tst handover.py: using RAC 97\u000a21:26:25.880622 tst handover.py: using CellId 16927\u000a21:26:26.012647 tst handover.py: using BVCI 16928\u000a21:26:26.038786 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:26:26.050939 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:26:26.063499 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:26:26.075891 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:26:26.089261 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:26:26.101750 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:26:26.228393 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:26:26.454218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:26.954428 run create_hlr_db(pid=16412): Launched\u000a21:26:27.083590 bus /sierra_2: Setting Powered False\u000a21:26:28.181813 run create_hlr_db(pid=16412): Terminated: ok {rc=0}\u000a21:26:28.587269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16414): Launched\u000a21:26:28.999828 run osmo-hlr_10.42.42.2(pid=16415): Launched\u000a21:26:29.181763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:26:29.763017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16417): Launched\u000a21:26:30.110713 run osmo-stp_10.42.42.5(pid=16418): Launched\u000a21:26:30.304519 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:26:30.959913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16420): Launched\u000a21:26:31.325372 run osmo-msc_10.42.42.6(pid=16421): Launched\u000a21:26:31.683111 run osmo-stp_10.42.42.5(pid=16418): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16418)]\u000a21:26:31.983470 run osmo-stp_10.42.42.5(pid=16418): stdout: \u000a| (launched: 2022-12-08_21:26:29.921525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:32.239890 run osmo-stp_10.42.42.5(pid=16418): stderr: \u000a| �[0;m�[38;5;43m20221208212630184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212630184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212630184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212630185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212630185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212630185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212630185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:32.391475 run osmo-stp_10.42.42.5(pid=16418): stdout: \u000a| (launched: 2022-12-08_21:26:29.921525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:32.526712 run osmo-stp_10.42.42.5(pid=16418): stderr: \u000a| �[0;m�[38;5;43m20221208212630184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212630184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212630184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212630185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212630185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212630185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212630185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:32.586759 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16418): Process ended prematurely: osmo-stp_10.42.42.5(pid=16418) [trial-2349↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16418)] [trial-2349↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a21:26:32.595838 tst handover.py:18: Test FAILED (7.7 sec)\u000a21:26:32.660246 run osmo-hlr_10.42.42.2(pid=16415): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16415)]\u000a21:26:32.718989 run osmo-hlr_10.42.42.2(pid=16415): stdout: \u000a| (launched: 2022-12-08_21:26:28.746308) \u000a21:26:32.772042 run osmo-hlr_10.42.42.2(pid=16415): stderr: \u000a| �[0;m�[1;31m20221208212629082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212629082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212629082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212629082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212629082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212629082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212629115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212629132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212629132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212629132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:26:32.844926 run osmo-msc_10.42.42.6(pid=16421): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16421)]\u000a21:26:32.898495 run osmo-msc_10.42.42.6(pid=16421): stdout: \u000a| (launched: 2022-12-08_21:26:31.133920) \u000a21:26:32.951255 run osmo-msc_10.42.42.6(pid=16421): stderr: \u000a| �[0;m�[38;5;43m20221208212631832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212631841 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5765b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212631841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212631841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212631842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212631842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212631843 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212631844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212631844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212631844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:26:32.996841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16414): Terminating (SIGTERM)\u000a21:26:33.064145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16417): Terminating (SIGTERM)\u000a21:26:33.110031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16420): Terminating (SIGTERM)\u000a21:26:33.121474 --- ParallelTerminationStrategy: PID 16414 died...\u000a21:26:33.180628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16414): Terminated: ok {rc=0}\u000a21:26:33.191441 --- ParallelTerminationStrategy: PID 16417 died...\u000a21:26:33.248555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16417): Terminated: ok {rc=0}\u000a21:26:33.259203 --- ParallelTerminationStrategy: PID 16420 died...\u000a21:26:33.317697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16420): Terminated: ok {rc=0}\u000a21:26:33.408569 bus /sierra_3: Setting Powered False\u000a21:26:34.527259 bus /sierra_3: Setting Powered False\u000a21:26:35.659356 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:26:24" }, { "cases" : [ { "testActions" : [ ], "age" : 19, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16432): Process ended prematurely: osmo-stp_10.42.42.5(pid=16432) [trial-2349↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16432)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16432): Process ended prematurely: osmo-stp_10.42.42.5(pid=16432) [trial-2349↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:26:37.720664 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:26:37.739503 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:26:37.914820 tst handover.py: using LAC 16928\u000a21:26:38.041696 tst handover.py: using RAC 98\u000a21:26:38.175672 tst handover.py: using CellId 16928\u000a21:26:38.307671 tst handover.py: using BVCI 16929\u000a21:26:38.332721 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:26:38.461355 tst handover.py: using LAC 16929\u000a21:26:38.588755 tst handover.py: using RAC 99\u000a21:26:38.713254 tst handover.py: using CellId 16929\u000a21:26:38.843060 tst handover.py: using BVCI 16930\u000a21:26:38.867403 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:26:38.879717 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:26:38.892392 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:26:38.906381 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:26:38.918105 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:26:38.932029 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:26:39.058820 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:26:39.270122 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:39.792061 run create_hlr_db(pid=16426): Launched\u000a21:26:39.923565 bus /sierra_2: Setting Powered False\u000a21:26:41.001783 run create_hlr_db(pid=16426): Terminated: ok {rc=0}\u000a21:26:41.449797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16428): Launched\u000a21:26:41.915473 run osmo-hlr_10.42.42.2(pid=16429): Launched\u000a21:26:42.079221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:26:42.695528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16431): Launched\u000a21:26:43.133499 run osmo-stp_10.42.42.5(pid=16432): Launched\u000a21:26:43.346419 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:26:43.947396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16434): Launched\u000a21:26:44.385549 run osmo-msc_10.42.42.6(pid=16435): Launched\u000a21:26:44.714290 run osmo-stp_10.42.42.5(pid=16432): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16432)]\u000a21:26:44.908216 run osmo-stp_10.42.42.5(pid=16432): stdout: \u000a| (launched: 2022-12-08_21:26:42.869718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:45.072237 run osmo-stp_10.42.42.5(pid=16432): stderr: \u000a| �[0;m�[38;5;43m20221208212643164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212643165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212643165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212643165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212643166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212643166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212643166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:45.208347 run osmo-stp_10.42.42.5(pid=16432): stdout: \u000a| (launched: 2022-12-08_21:26:42.869718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:45.345632 run osmo-stp_10.42.42.5(pid=16432): stderr: \u000a| �[0;m�[38;5;43m20221208212643164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212643165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212643165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212643165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212643166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212643166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212643166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:45.404832 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16432): Process ended prematurely: osmo-stp_10.42.42.5(pid=16432) [trial-2349↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16432)] [trial-2349↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a21:26:45.413928 tst handover.py:18: Test FAILED (7.7 sec)\u000a21:26:45.479121 run osmo-hlr_10.42.42.2(pid=16429): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16429)]\u000a21:26:45.532820 run osmo-hlr_10.42.42.2(pid=16429): stdout: \u000a| (launched: 2022-12-08_21:26:41.615211) \u000a21:26:45.586961 run osmo-hlr_10.42.42.2(pid=16429): stderr: \u000a| �[0;m�[1;31m20221208212641921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212641921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212641921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212641921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212641921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212641921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212641947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212641967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212641967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212641968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:26:45.660411 run osmo-msc_10.42.42.6(pid=16435): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16435)]\u000a21:26:45.714038 run osmo-msc_10.42.42.6(pid=16435): stdout: \u000a| (launched: 2022-12-08_21:26:44.119562) \u000a21:26:45.767870 run osmo-msc_10.42.42.6(pid=16435): stderr: \u000a| �[0;m�[38;5;43m20221208212644622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212644622 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e48780c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212644622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212644622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212644622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212644623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212644624 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212644629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212644629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212644629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:26:45.813738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16428): Terminating (SIGTERM)\u000a21:26:45.857854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16431): Terminating (SIGTERM)\u000a21:26:45.904579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16434): Terminating (SIGTERM)\u000a21:26:45.915269 --- ParallelTerminationStrategy: PID 16428 died...\u000a21:26:45.975886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16428): Terminated: ok {rc=0}\u000a21:26:45.986687 --- ParallelTerminationStrategy: PID 16431 died...\u000a21:26:46.044620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16431): Terminated: ok {rc=0}\u000a21:26:46.055392 --- ParallelTerminationStrategy: PID 16434 died...\u000a21:26:46.113820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16434): Terminated: ok {rc=0}\u000a21:26:46.234903 bus /sierra_3: Setting Powered False\u000a21:26:47.383022 bus /sierra_3: Setting Powered False\u000a21:26:48.526830 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:26:37" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16446): Process ended prematurely: osmo-stp_10.42.42.5(pid=16446) [trial-2349↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16446)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16446): Process ended prematurely: osmo-stp_10.42.42.5(pid=16446) [trial-2349↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:26:50.585526 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:26:50.597913 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:26:50.760794 tst handover.py: using LAC 16930\u000a21:26:50.890543 tst handover.py: using RAC 100\u000a21:26:51.030359 tst handover.py: using CellId 16930\u000a21:26:51.182204 tst handover.py: using BVCI 16931\u000a21:26:51.205789 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:26:51.385380 tst handover.py: using LAC 16931\u000a21:26:51.544107 tst handover.py: using RAC 101\u000a21:26:51.671922 tst handover.py: using CellId 16931\u000a21:26:51.800445 tst handover.py: using BVCI 16932\u000a21:26:51.826385 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:26:51.838534 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:26:51.850873 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:26:51.863014 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:26:51.875256 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:26:51.887811 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:26:52.010633 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:26:52.229918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:52.766505 run create_hlr_db(pid=16440): Launched\u000a21:26:52.903414 bus /sierra_2: Setting Powered False\u000a21:26:54.005537 run create_hlr_db(pid=16440): Terminated: ok {rc=0}\u000a21:26:54.450178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16442): Launched\u000a21:26:54.887396 run osmo-hlr_10.42.42.2(pid=16443): Launched\u000a21:26:55.067539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:26:55.682397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16445): Launched\u000a21:26:56.051494 run osmo-stp_10.42.42.5(pid=16446): Launched\u000a21:26:56.197558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:26:56.863995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16448): Launched\u000a21:26:57.354435 run osmo-msc_10.42.42.6(pid=16449): Launched\u000a21:26:57.750703 run osmo-stp_10.42.42.5(pid=16446): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16446)]\u000a21:26:57.892086 run osmo-stp_10.42.42.5(pid=16446): stdout: \u000a| (launched: 2022-12-08_21:26:55.853676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:58.032707 run osmo-stp_10.42.42.5(pid=16446): stderr: \u000a| �[0;m�[38;5;43m20221208212656216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212656216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212656216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212656216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212656217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212656217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212656217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:58.169422 run osmo-stp_10.42.42.5(pid=16446): stdout: \u000a| (launched: 2022-12-08_21:26:55.853676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:58.304800 run osmo-stp_10.42.42.5(pid=16446): stderr: \u000a| �[0;m�[38;5;43m20221208212656216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212656216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212656216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212656216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212656217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212656217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212656217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:58.364722 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16446): Process ended prematurely: osmo-stp_10.42.42.5(pid=16446) [trial-2349↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16446)] [trial-2349↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a21:26:58.374519 tst handover.py:18: Test FAILED (7.8 sec)\u000a21:26:58.439299 run osmo-hlr_10.42.42.2(pid=16443): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16443)]\u000a21:26:58.492569 run osmo-hlr_10.42.42.2(pid=16443): stdout: \u000a| (launched: 2022-12-08_21:26:54.622406) \u000a21:26:58.546956 run osmo-hlr_10.42.42.2(pid=16443): stderr: \u000a| �[0;m�[1;31m20221208212654929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212654929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212654929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212654929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212654929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212654929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212654980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212654990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212654991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212654991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:26:58.619834 run osmo-msc_10.42.42.6(pid=16449): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16449)]\u000a21:26:58.679366 run osmo-msc_10.42.42.6(pid=16449): stdout: \u000a| (launched: 2022-12-08_21:26:57.036537) \u000a21:26:58.733358 run osmo-msc_10.42.42.6(pid=16449): stderr: \u000a| �[0;m�[38;5;43m20221208212657516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212657516 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc3f3170c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212657516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212657516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212657516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212657517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212657518 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212657519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212657519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212657519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:26:58.779125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16442): Terminating (SIGTERM)\u000a21:26:58.824337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16445): Terminating (SIGTERM)\u000a21:26:58.868602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16448): Terminating (SIGTERM)\u000a21:26:58.880169 --- ParallelTerminationStrategy: PID 16442 died...\u000a21:26:58.939284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16442): Terminated: ok {rc=0}\u000a21:26:58.950027 --- ParallelTerminationStrategy: PID 16445 died...\u000a21:26:59.007915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16445): Terminated: ok {rc=0}\u000a21:26:59.018635 --- ParallelTerminationStrategy: PID 16448 died...\u000a21:26:59.075665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16448): Terminated: ok {rc=0}\u000a21:26:59.178306 bus /sierra_3: Setting Powered False\u000a21:27:00.299296 bus /sierra_3: Setting Powered False\u000a21:27:01.458525 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:26:50" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16461): Process ended prematurely: osmo-stp_10.42.42.5(pid=16461) [trial-2349↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16461)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16461): Process ended prematurely: osmo-stp_10.42.42.5(pid=16461) [trial-2349↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:27:03.620239 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:27:03.632165 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:27:03.774754 tst handover.py: using LAC 16932\u000a21:27:03.905089 tst handover.py: using RAC 102\u000a21:27:04.042046 tst handover.py: using CellId 16932\u000a21:27:04.166916 tst handover.py: using BVCI 16933\u000a21:27:04.191291 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:27:04.347907 tst handover.py: using LAC 16933\u000a21:27:04.478369 tst handover.py: using RAC 103\u000a21:27:04.631187 tst handover.py: using CellId 16933\u000a21:27:04.772507 tst handover.py: using BVCI 16934\u000a21:27:04.796565 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:27:04.808246 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:27:04.820851 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:27:04.833319 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:27:04.849821 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:27:04.871134 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:27:05.001185 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:27:05.220271 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:27:05.760298 run create_hlr_db(pid=16455): Launched\u000a21:27:05.897750 bus /sierra_2: Setting Powered False\u000a21:27:06.995083 run create_hlr_db(pid=16455): Terminated: ok {rc=0}\u000a21:27:07.404409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16457): Launched\u000a21:27:07.828094 run osmo-hlr_10.42.42.2(pid=16458): Launched\u000a21:27:07.966804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:08.593086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16460): Launched\u000a21:27:08.954452 run osmo-stp_10.42.42.5(pid=16461): Launched\u000a21:27:09.181493 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:27:09.747019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16463): Launched\u000a21:27:10.164316 run osmo-msc_10.42.42.6(pid=16464): Launched\u000a21:27:10.469536 run osmo-stp_10.42.42.5(pid=16461): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16461)]\u000a21:27:10.655934 run osmo-stp_10.42.42.5(pid=16461): stdout: \u000a| (launched: 2022-12-08_21:27:08.751734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:10.816806 run osmo-stp_10.42.42.5(pid=16461): stderr: \u000a| �[0;m�[38;5;43m20221208212709004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212709004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212709004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212709005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212709005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212709005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212709005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:10.954887 run osmo-stp_10.42.42.5(pid=16461): stdout: \u000a| (launched: 2022-12-08_21:27:08.751734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:11.091166 run osmo-stp_10.42.42.5(pid=16461): stderr: \u000a| �[0;m�[38;5;43m20221208212709004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212709004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212709004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212709005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212709005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212709005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212709005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:11.151257 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16461): Process ended prematurely: osmo-stp_10.42.42.5(pid=16461) [trial-2349↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16461)] [trial-2349↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a21:27:11.159939 tst handover.py:18: Test FAILED (7.5 sec)\u000a21:27:11.224383 run osmo-hlr_10.42.42.2(pid=16458): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16458)]\u000a21:27:11.277417 run osmo-hlr_10.42.42.2(pid=16458): stdout: \u000a| (launched: 2022-12-08_21:27:07.572273) \u000a21:27:11.332076 run osmo-hlr_10.42.42.2(pid=16458): stderr: \u000a| �[0;m�[1;31m20221208212707905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212707905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212707905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212707905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212707905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212707906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212707932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212707948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212707948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212707958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:27:11.406203 run osmo-msc_10.42.42.6(pid=16464): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16464)]\u000a21:27:11.463608 run osmo-msc_10.42.42.6(pid=16464): stdout: \u000a| (launched: 2022-12-08_21:27:09.905672) \u000a21:27:11.516224 run osmo-msc_10.42.42.6(pid=16464): stderr: \u000a| �[0;m�[38;5;43m20221208212710392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212710392 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc86934c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212710392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212710392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212710392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212710393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212710395 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212710395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212710395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212710395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:27:11.561464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16457): Terminating (SIGTERM)\u000a21:27:11.606348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16460): Terminating (SIGTERM)\u000a21:27:11.650649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16463): Terminating (SIGTERM)\u000a21:27:11.660851 --- ParallelTerminationStrategy: PID 16457 died...\u000a21:27:11.727643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16457): Terminated: ok {rc=0}\u000a21:27:11.746229 --- ParallelTerminationStrategy: PID 16460 died...\u000a21:27:11.812104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16460): Terminated: ok {rc=0}\u000a21:27:11.822304 --- ParallelTerminationStrategy: PID 16463 died...\u000a21:27:11.878418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16463): Terminated: ok {rc=0}\u000a21:27:11.988514 bus /sierra_3: Setting Powered False\u000a21:27:13.091092 bus /sierra_3: Setting Powered False\u000a21:27:14.201968 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:27:03" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16475): Process ended prematurely: osmo-stp_10.42.42.5(pid=16475) [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16475)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16475): Process ended prematurely: osmo-stp_10.42.42.5(pid=16475) [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a21:27:16.327065 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:27:16.340440 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:27:16.519678 tst handover.py: using LAC 16934\u000a21:27:16.657179 tst handover.py: using RAC 104\u000a21:27:16.814938 tst handover.py: using CellId 16934\u000a21:27:16.964597 tst handover.py: using BVCI 16935\u000a21:27:16.991419 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:27:17.155031 tst handover.py: using LAC 16935\u000a21:27:17.283811 tst handover.py: using RAC 105\u000a21:27:17.434087 tst handover.py: using CellId 16935\u000a21:27:17.563233 tst handover.py: using BVCI 16936\u000a21:27:17.589044 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:27:17.601284 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:27:17.613432 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:27:17.625510 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:27:17.637646 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:27:17.649712 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:27:17.774599 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:27:17.993636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:27:18.534139 run create_hlr_db(pid=16469): Launched\u000a21:27:18.669054 bus /sierra_2: Setting Powered False\u000a21:27:19.762533 run create_hlr_db(pid=16469): Terminated: ok {rc=0}\u000a21:27:20.226958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16471): Launched\u000a21:27:20.632929 run osmo-hlr_10.42.42.2(pid=16472): Launched\u000a21:27:20.853573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:21.470348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16474): Launched\u000a21:27:21.901974 run osmo-stp_10.42.42.5(pid=16475): Launched\u000a21:27:22.054491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:27:22.664407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16477): Launched\u000a21:27:23.091825 run osmo-msc_10.42.42.6(pid=16478): Launched\u000a21:27:23.388014 run osmo-stp_10.42.42.5(pid=16475): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16475)]\u000a21:27:23.607501 run osmo-stp_10.42.42.5(pid=16475): stdout: \u000a| (launched: 2022-12-08_21:27:21.646889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:23.745606 run osmo-stp_10.42.42.5(pid=16475): stderr: \u000a| �[0;m�[38;5;43m20221208212721931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212721931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212721931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212721932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212721932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212721932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212721932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:23.871317 run osmo-stp_10.42.42.5(pid=16475): stdout: \u000a| (launched: 2022-12-08_21:27:21.646889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:23.997215 run osmo-stp_10.42.42.5(pid=16475): stderr: \u000a| �[0;m�[38;5;43m20221208212721931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212721931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212721931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212721932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212721932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212721932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212721932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:24.051531 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16475): Process ended prematurely: osmo-stp_10.42.42.5(pid=16475) [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16475)] [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a21:27:24.060521 tst handover.py:18: Test FAILED (7.7 sec)\u000a21:27:24.125282 run osmo-hlr_10.42.42.2(pid=16472): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16472)]\u000a21:27:24.177731 run osmo-hlr_10.42.42.2(pid=16472): stdout: \u000a| (launched: 2022-12-08_21:27:20.393088) \u000a21:27:24.230688 run osmo-hlr_10.42.42.2(pid=16472): stderr: \u000a| �[0;m�[1;31m20221208212720722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212720722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212720722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212720722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212720722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212720722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212720751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212720767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212720767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212720768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:27:24.300814 run osmo-msc_10.42.42.6(pid=16478): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16478)]\u000a21:27:24.353731 run osmo-msc_10.42.42.6(pid=16478): stdout: \u000a| (launched: 2022-12-08_21:27:22.834645) \u000a21:27:24.406444 run osmo-msc_10.42.42.6(pid=16478): stderr: \u000a| �[0;m�[38;5;43m20221208212723263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212723264 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5441d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212723264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212723264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212723264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212723264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212723267 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212723267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212723267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212723268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:27:24.450241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16471): Terminating (SIGTERM)\u000a21:27:24.492248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16474): Terminating (SIGTERM)\u000a21:27:24.535226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16477): Terminating (SIGTERM)\u000a21:27:24.546809 --- ParallelTerminationStrategy: PID 16471 died...\u000a21:27:24.603861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16471): Terminated: ok {rc=0}\u000a21:27:24.615504 --- ParallelTerminationStrategy: PID 16474 died...\u000a21:27:24.671973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16474): Terminated: ok {rc=0}\u000a21:27:24.682672 --- ParallelTerminationStrategy: PID 16477 died...\u000a21:27:24.739155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16477): Terminated: ok {rc=0}\u000a21:27:24.827363 bus /sierra_3: Setting Powered False\u000a21:27:25.941155 bus /sierra_3: Setting Powered False\u000a21:27:27.068989 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:27:15" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16489): Process ended prematurely: osmo-stp_10.42.42.5(pid=16489) [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16489)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16489): Process ended prematurely: osmo-stp_10.42.42.5(pid=16489) [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16489)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:27:29.167814 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:27:29.180348 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:27:29.325968 tst handover.py: using LAC 16936\u000a21:27:29.457455 tst handover.py: using RAC 106\u000a21:27:29.588200 tst handover.py: using CellId 16936\u000a21:27:29.716124 tst handover.py: using BVCI 16937\u000a21:27:29.742941 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:27:29.894641 tst handover.py: using LAC 16937\u000a21:27:30.028125 tst handover.py: using RAC 107\u000a21:27:30.164797 tst handover.py: using CellId 16937\u000a21:27:30.303325 tst handover.py: using BVCI 16938\u000a21:27:30.331398 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:27:30.344336 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:27:30.356833 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:27:30.369439 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:27:30.383060 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:27:30.396184 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:27:30.528392 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:27:30.754206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:27:31.414019 run create_hlr_db(pid=16483): Launched\u000a21:27:31.552429 bus /sierra_2: Setting Powered False\u000a21:27:32.652567 run create_hlr_db(pid=16483): Terminated: ok {rc=0}\u000a21:27:33.071662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16485): Launched\u000a21:27:33.496348 run osmo-hlr_10.42.42.2(pid=16486): Launched\u000a21:27:33.764516 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:34.326280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16488): Launched\u000a21:27:34.656779 run osmo-stp_10.42.42.5(pid=16489): Launched\u000a21:27:34.782963 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:27:35.381347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16491): Launched\u000a21:27:35.752849 run osmo-msc_10.42.42.6(pid=16492): Launched\u000a21:27:35.953202 run osmo-stp_10.42.42.5(pid=16489): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16489)]\u000a21:27:36.096620 run osmo-stp_10.42.42.5(pid=16489): stdout: \u000a| (launched: 2022-12-08_21:27:34.494648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:36.270910 run osmo-stp_10.42.42.5(pid=16489): stderr: \u000a| �[0;m�[38;5;43m20221208212734739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212734740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212734740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212734740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212734741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212734741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212734741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:36.413146 run osmo-stp_10.42.42.5(pid=16489): stdout: \u000a| (launched: 2022-12-08_21:27:34.494648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:36.548092 run osmo-stp_10.42.42.5(pid=16489): stderr: \u000a| �[0;m�[38;5;43m20221208212734739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212734740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212734740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212734740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212734741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212734741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212734741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:36.607016 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16489): Process ended prematurely: osmo-stp_10.42.42.5(pid=16489) [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16489)] [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a21:27:36.616166 tst handover.py:18: Test FAILED (7.4 sec)\u000a21:27:36.680206 run osmo-hlr_10.42.42.2(pid=16486): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16486)]\u000a21:27:36.732559 run osmo-hlr_10.42.42.2(pid=16486): stdout: \u000a| (launched: 2022-12-08_21:27:33.238412) \u000a21:27:36.789675 run osmo-hlr_10.42.42.2(pid=16486): stderr: \u000a| �[0;m�[1;31m20221208212733452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212733452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212733452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212733452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212733452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212733452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212733474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212733503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212733503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212733503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:27:36.862191 run osmo-msc_10.42.42.6(pid=16492): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16492)]\u000a21:27:36.914156 run osmo-msc_10.42.42.6(pid=16492): stdout: \u000a| (launched: 2022-12-08_21:27:35.574054) \u000a21:27:36.968075 run osmo-msc_10.42.42.6(pid=16492): stderr: \u000a| �[0;m�[38;5;43m20221208212736082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212736082 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe70293fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212736082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212736082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212736082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212736083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212736085 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212736085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212736085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212736085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:27:37.013096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16485): Terminating (SIGTERM)\u000a21:27:37.057912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16488): Terminating (SIGTERM)\u000a21:27:37.103932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16491): Terminating (SIGTERM)\u000a21:27:37.114398 --- ParallelTerminationStrategy: PID 16485 died...\u000a21:27:37.170478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16485): Terminated: ok {rc=0}\u000a21:27:37.180521 --- ParallelTerminationStrategy: PID 16488 died...\u000a21:27:37.236259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16488): Terminated: ok {rc=0}\u000a21:27:37.246461 --- ParallelTerminationStrategy: PID 16491 died...\u000a21:27:37.301903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16491): Terminated: ok {rc=0}\u000a21:27:37.392398 bus /sierra_3: Setting Powered False\u000a21:27:38.520271 bus /sierra_3: Setting Powered False\u000a21:27:39.638166 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:27:28" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16505): Process ended prematurely: osmo-stp_10.42.42.5(pid=16505) [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16505)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16505): Process ended prematurely: osmo-stp_10.42.42.5(pid=16505) [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:27:41.698235 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:27:41.711909 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:27:41.869874 tst handover.py: using LAC 16938\u000a21:27:42.007654 tst handover.py: using RAC 108\u000a21:27:42.136475 tst handover.py: using CellId 16938\u000a21:27:42.267266 tst handover.py: using BVCI 16939\u000a21:27:42.292698 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:27:42.441844 tst handover.py: using LAC 16939\u000a21:27:42.586206 tst handover.py: using RAC 109\u000a21:27:42.719041 tst handover.py: using CellId 16939\u000a21:27:42.855916 tst handover.py: using BVCI 16940\u000a21:27:42.883047 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:27:42.896282 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:27:42.909266 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:27:42.922772 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:27:42.935585 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:27:42.948777 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:27:43.073335 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:27:43.299387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:27:43.812065 run create_hlr_db(pid=16499): Launched\u000a21:27:43.945971 bus /sierra_2: Setting Powered False\u000a21:27:45.038543 run create_hlr_db(pid=16499): Terminated: ok {rc=0}\u000a21:27:45.453599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16501): Launched\u000a21:27:45.821682 run osmo-hlr_10.42.42.2(pid=16502): Launched\u000a21:27:46.122443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:46.740415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16504): Launched\u000a21:27:47.130154 run osmo-stp_10.42.42.5(pid=16505): Launched\u000a21:27:47.393755 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:27:48.138268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16507): Launched\u000a21:27:48.477492 run osmo-msc_10.42.42.6(pid=16508): Launched\u000a21:27:48.674559 run osmo-stp_10.42.42.5(pid=16505): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16505)]\u000a21:27:48.829662 run osmo-stp_10.42.42.5(pid=16505): stdout: \u000a| (launched: 2022-12-08_21:27:46.910438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:49.130249 run osmo-stp_10.42.42.5(pid=16505): stderr: \u000a| �[0;m�[38;5;43m20221208212747274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212747274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212747275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212747275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212747276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212747276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212747276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:49.280471 run osmo-stp_10.42.42.5(pid=16505): stdout: \u000a| (launched: 2022-12-08_21:27:46.910438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:49.427576 run osmo-stp_10.42.42.5(pid=16505): stderr: \u000a| �[0;m�[38;5;43m20221208212747274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212747274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212747275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212747275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212747276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212747276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212747276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:49.492705 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16505): Process ended prematurely: osmo-stp_10.42.42.5(pid=16505) [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16505)] [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a21:27:49.502488 tst handover.py:18: Test FAILED (7.8 sec)\u000a21:27:49.566390 run osmo-hlr_10.42.42.2(pid=16502): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16502)]\u000a21:27:49.617613 run osmo-hlr_10.42.42.2(pid=16502): stdout: \u000a| (launched: 2022-12-08_21:27:45.621899) \u000a21:27:49.669752 run osmo-hlr_10.42.42.2(pid=16502): stderr: \u000a| �[0;m�[1;31m20221208212745817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212745817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212745817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212745817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212745817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212745817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212745837 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212745848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212745848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212745848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:27:49.741063 run osmo-msc_10.42.42.6(pid=16508): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16508)]\u000a21:27:49.792516 run osmo-msc_10.42.42.6(pid=16508): stdout: \u000a| (launched: 2022-12-08_21:27:48.310385) \u000a21:27:49.844896 run osmo-msc_10.42.42.6(pid=16508): stderr: \u000a| �[0;m�[38;5;43m20221208212748761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212748761 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4591d55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212748761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212748762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212748762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212748762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212748764 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212748764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212748764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212748764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:27:49.889137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16501): Terminating (SIGTERM)\u000a21:27:49.931003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16504): Terminating (SIGTERM)\u000a21:27:49.972796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16507): Terminating (SIGTERM)\u000a21:27:49.982587 --- ParallelTerminationStrategy: PID 16501 died...\u000a21:27:50.039403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16501): Terminated: ok {rc=0}\u000a21:27:50.049602 --- ParallelTerminationStrategy: PID 16504 died...\u000a21:27:50.105312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16504): Terminated: ok {rc=0}\u000a21:27:50.115367 --- ParallelTerminationStrategy: PID 16507 died...\u000a21:27:50.171172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16507): Terminated: ok {rc=0}\u000a21:27:50.264463 bus /sierra_3: Setting Powered False\u000a21:27:51.371856 bus /sierra_3: Setting Powered False\u000a21:27:52.480762 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:27:41" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16519): Process ended prematurely: osmo-stp_10.42.42.5(pid=16519) [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16519)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16519): Process ended prematurely: osmo-stp_10.42.42.5(pid=16519) [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16519)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:27:54.527704 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:27:54.540592 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:27:54.683198 tst handover.py: using LAC 16940\u000a21:27:54.815383 tst handover.py: using RAC 110\u000a21:27:54.955819 tst handover.py: using CellId 16940\u000a21:27:55.087563 tst handover.py: using BVCI 16941\u000a21:27:55.113185 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:27:55.259377 tst handover.py: using LAC 16941\u000a21:27:55.392873 tst handover.py: using RAC 111\u000a21:27:55.525411 tst handover.py: using CellId 16941\u000a21:27:55.657833 tst handover.py: using BVCI 16942\u000a21:27:55.686455 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:27:55.701147 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:27:55.716718 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:27:55.730111 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:27:55.746327 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:27:55.762384 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:27:55.894916 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:27:56.132112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:27:56.654829 run create_hlr_db(pid=16513): Launched\u000a21:27:56.790089 bus /sierra_2: Setting Powered False\u000a21:27:57.872122 run create_hlr_db(pid=16513): Terminated: ok {rc=0}\u000a21:27:58.283056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16515): Launched\u000a21:27:58.611020 run osmo-hlr_10.42.42.2(pid=16516): Launched\u000a21:27:58.731406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:59.315918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16518): Launched\u000a21:27:59.770959 run osmo-stp_10.42.42.5(pid=16519): Launched\u000a21:27:59.952878 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:28:00.616915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16521): Launched\u000a21:28:01.141475 run osmo-msc_10.42.42.6(pid=16522): Launched\u000a21:28:01.581607 run osmo-stp_10.42.42.5(pid=16519): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16519)]\u000a21:28:01.822286 run osmo-stp_10.42.42.5(pid=16519): stdout: \u000a| (launched: 2022-12-08_21:27:59.493097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:01.996685 run osmo-stp_10.42.42.5(pid=16519): stderr: \u000a| �[0;m�[38;5;43m20221208212759851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212759851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212759851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212759852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212759852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212759852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212759852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:02.153930 run osmo-stp_10.42.42.5(pid=16519): stdout: \u000a| (launched: 2022-12-08_21:27:59.493097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:02.309042 run osmo-stp_10.42.42.5(pid=16519): stderr: \u000a| �[0;m�[38;5;43m20221208212759851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212759851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212759851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212759852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212759852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212759852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212759852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:02.379393 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16519): Process ended prematurely: osmo-stp_10.42.42.5(pid=16519) [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16519)] [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a21:28:02.390728 tst handover.py:18: Test FAILED (7.8 sec)\u000a21:28:02.465420 run osmo-hlr_10.42.42.2(pid=16516): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16516)]\u000a21:28:02.521684 run osmo-hlr_10.42.42.2(pid=16516): stdout: \u000a| (launched: 2022-12-08_21:27:58.451352) \u000a21:28:02.584087 run osmo-hlr_10.42.42.2(pid=16516): stderr: \u000a| �[0;m�[1;31m20221208212758702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212758703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212758703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212758703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212758703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212758703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212758715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212758727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212758727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212758727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:02.667513 run osmo-msc_10.42.42.6(pid=16522): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16522)]\u000a21:28:02.729603 run osmo-msc_10.42.42.6(pid=16522): stdout: \u000a| (launched: 2022-12-08_21:28:00.792217) \u000a21:28:02.791942 run osmo-msc_10.42.42.6(pid=16522): stderr: \u000a| �[0;m�[38;5;43m20221208212801401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212801401 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a81c9bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212801401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212801402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212801402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212801402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212801408 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212801409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212801409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212801409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:28:02.843816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16515): Terminating (SIGTERM)\u000a21:28:02.893394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16518): Terminating (SIGTERM)\u000a21:28:02.945808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16521): Terminating (SIGTERM)\u000a21:28:02.957820 --- ParallelTerminationStrategy: PID 16515 died...\u000a21:28:03.024085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16515): Terminated: ok {rc=0}\u000a21:28:03.036691 --- ParallelTerminationStrategy: PID 16518 died...\u000a21:28:03.104451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16518): Terminated: ok {rc=0}\u000a21:28:03.121055 --- ParallelTerminationStrategy: PID 16521 died...\u000a21:28:03.186639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16521): Terminated: ok {rc=0}\u000a21:28:03.298147 bus /sierra_3: Setting Powered False\u000a21:28:04.410559 bus /sierra_3: Setting Powered False\u000a21:28:05.535346 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:27:54" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16534): Process ended prematurely: osmo-stp_10.42.42.5(pid=16534) [trial-2349↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16534)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16534): Process ended prematurely: osmo-stp_10.42.42.5(pid=16534) [trial-2349↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:28:07.602843 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:28:07.614643 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:28:07.763163 tst handover.py: using LAC 16942\u000a21:28:07.902447 tst handover.py: using RAC 112\u000a21:28:08.040478 tst handover.py: using CellId 16942\u000a21:28:08.178458 tst handover.py: using BVCI 16943\u000a21:28:08.203547 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:28:08.344333 tst handover.py: using LAC 16943\u000a21:28:08.486568 tst handover.py: using RAC 113\u000a21:28:08.624284 tst handover.py: using CellId 16943\u000a21:28:08.759840 tst handover.py: using BVCI 16944\u000a21:28:08.786518 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:28:08.798795 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:28:08.810908 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:28:08.822479 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:28:08.834267 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:28:08.845984 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:28:08.973117 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:28:09.186186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:28:09.688788 run create_hlr_db(pid=16528): Launched\u000a21:28:09.822741 bus /sierra_2: Setting Powered False\u000a21:28:10.926396 run create_hlr_db(pid=16528): Terminated: ok {rc=0}\u000a21:28:11.367666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16530): Launched\u000a21:28:11.707406 run osmo-hlr_10.42.42.2(pid=16531): Launched\u000a21:28:11.836474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:28:12.396717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16533): Launched\u000a21:28:12.740174 run osmo-stp_10.42.42.5(pid=16534): Launched\u000a21:28:12.905346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:28:13.541181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16536): Launched\u000a21:28:13.954933 run osmo-msc_10.42.42.6(pid=16537): Launched\u000a21:28:14.212536 run osmo-stp_10.42.42.5(pid=16534): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16534)]\u000a21:28:14.361425 run osmo-stp_10.42.42.5(pid=16534): stdout: \u000a| (launched: 2022-12-08_21:28:12.568278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:14.510643 run osmo-stp_10.42.42.5(pid=16534): stderr: \u000a| �[0;m�[38;5;43m20221208212812861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212812861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212812862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212812862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212812863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212812863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212812863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:14.655235 run osmo-stp_10.42.42.5(pid=16534): stdout: \u000a| (launched: 2022-12-08_21:28:12.568278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:14.798979 run osmo-stp_10.42.42.5(pid=16534): stderr: \u000a| �[0;m�[38;5;43m20221208212812861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212812861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212812862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212812862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212812863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212812863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212812863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:14.863409 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16534): Process ended prematurely: osmo-stp_10.42.42.5(pid=16534) [trial-2349↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16534)] [trial-2349↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a21:28:14.875392 tst handover.py:18: Test FAILED (7.3 sec)\u000a21:28:14.947457 run osmo-hlr_10.42.42.2(pid=16531): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16531)]\u000a21:28:15.007486 run osmo-hlr_10.42.42.2(pid=16531): stdout: \u000a| (launched: 2022-12-08_21:28:11.535918) \u000a21:28:15.066255 run osmo-hlr_10.42.42.2(pid=16531): stderr: \u000a| �[0;m�[1;31m20221208212811774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212811774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212811774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212811774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212811775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212811775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212811789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212811801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212811801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212811801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:15.145660 run osmo-msc_10.42.42.6(pid=16537): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16537)]\u000a21:28:15.199530 run osmo-msc_10.42.42.6(pid=16537): stdout: \u000a| (launched: 2022-12-08_21:28:13.743752) \u000a21:28:15.254921 run osmo-msc_10.42.42.6(pid=16537): stderr: \u000a| �[0;m�[38;5;43m20221208212814023 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212814024 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f216e8a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212814024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212814024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212814024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212814024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212814026 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212814026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212814026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212814027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:28:15.300633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16530): Terminating (SIGTERM)\u000a21:28:15.348721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16533): Terminating (SIGTERM)\u000a21:28:15.396935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16536): Terminating (SIGTERM)\u000a21:28:15.409356 --- ParallelTerminationStrategy: PID 16530 died...\u000a21:28:15.472445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16530): Terminated: ok {rc=0}\u000a21:28:15.483558 --- ParallelTerminationStrategy: PID 16533 died...\u000a21:28:15.542912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16533): Terminated: ok {rc=0}\u000a21:28:15.554247 --- ParallelTerminationStrategy: PID 16536 died...\u000a21:28:15.614170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16536): Terminated: ok {rc=0}\u000a21:28:15.709161 bus /sierra_3: Setting Powered False\u000a21:28:16.852821 bus /sierra_3: Setting Powered False\u000a21:28:17.990368 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:28:07" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16548): Process ended prematurely: osmo-stp_10.42.42.5(pid=16548) [trial-2349↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16548)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16548): Process ended prematurely: osmo-stp_10.42.42.5(pid=16548) [trial-2349↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:28:20.051647 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:20.064069 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:28:20.216038 tst handover.py: using LAC 16944\u000a21:28:20.347432 tst handover.py: using RAC 114\u000a21:28:20.490652 tst handover.py: using CellId 16944\u000a21:28:20.630001 tst handover.py: using BVCI 16945\u000a21:28:20.655362 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:28:20.798573 tst handover.py: using LAC 16945\u000a21:28:20.926445 tst handover.py: using RAC 115\u000a21:28:21.062422 tst handover.py: using CellId 16945\u000a21:28:21.201811 tst handover.py: using BVCI 16946\u000a21:28:21.227645 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:21.239626 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:21.251756 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:21.263667 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:21.275396 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:21.287738 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:28:21.409441 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:28:21.626925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:28:22.168815 run create_hlr_db(pid=16542): Launched\u000a21:28:22.304234 bus /sierra_2: Setting Powered False\u000a21:28:23.391249 run create_hlr_db(pid=16542): Terminated: ok {rc=0}\u000a21:28:23.840221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16544): Launched\u000a21:28:24.277652 run osmo-hlr_10.42.42.2(pid=16545): Launched\u000a21:28:24.517411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:28:25.175342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16547): Launched\u000a21:28:25.514378 run osmo-stp_10.42.42.5(pid=16548): Launched\u000a21:28:25.766281 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:28:26.507639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16550): Launched\u000a21:28:26.998037 run osmo-msc_10.42.42.6(pid=16551): Launched\u000a21:28:27.298739 run osmo-stp_10.42.42.5(pid=16548): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16548)]\u000a21:28:27.468596 run osmo-stp_10.42.42.5(pid=16548): stdout: \u000a| (launched: 2022-12-08_21:28:25.345544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:27.616751 run osmo-stp_10.42.42.5(pid=16548): stderr: \u000a| �[0;m�[38;5;43m20221208212825752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212825752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212825752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212825758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212825758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212825759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212825759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:27.755758 run osmo-stp_10.42.42.5(pid=16548): stdout: \u000a| (launched: 2022-12-08_21:28:25.345544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:27.890623 run osmo-stp_10.42.42.5(pid=16548): stderr: \u000a| �[0;m�[38;5;43m20221208212825752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212825752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212825752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212825758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212825758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212825759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212825759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:27.950333 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16548): Process ended prematurely: osmo-stp_10.42.42.5(pid=16548) [trial-2349↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16548)] [trial-2349↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a21:28:27.959496 tst handover.py:18: Test FAILED (7.9 sec)\u000a21:28:28.024101 run osmo-hlr_10.42.42.2(pid=16545): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16545)]\u000a21:28:28.077641 run osmo-hlr_10.42.42.2(pid=16545): stdout: \u000a| (launched: 2022-12-08_21:28:24.035157) \u000a21:28:28.131476 run osmo-hlr_10.42.42.2(pid=16545): stderr: \u000a| �[0;m�[1;31m20221208212824366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212824366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212824366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212824366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212824366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212824366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212824384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212824400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212824400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212824400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:28.204724 run osmo-msc_10.42.42.6(pid=16551): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16551)]\u000a21:28:28.257560 run osmo-msc_10.42.42.6(pid=16551): stdout: \u000a| (launched: 2022-12-08_21:28:26.696470) \u000a21:28:28.310838 run osmo-msc_10.42.42.6(pid=16551): stderr: \u000a| �[0;m�[38;5;43m20221208212827246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212827246 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ce076ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212827246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212827246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212827247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212827247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212827249 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212827249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212827249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212827250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:28:28.356759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16544): Terminating (SIGTERM)\u000a21:28:28.400771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16547): Terminating (SIGTERM)\u000a21:28:28.444662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16550): Terminating (SIGTERM)\u000a21:28:28.454607 --- ParallelTerminationStrategy: PID 16544 died...\u000a21:28:28.512162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16544): Terminated: ok {rc=0}\u000a21:28:28.522746 --- ParallelTerminationStrategy: PID 16547 died...\u000a21:28:28.579132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16547): Terminated: ok {rc=0}\u000a21:28:28.589670 --- ParallelTerminationStrategy: PID 16550 died...\u000a21:28:28.645732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16550): Terminated: ok {rc=0}\u000a21:28:28.741941 bus /sierra_3: Setting Powered False\u000a21:28:29.857474 bus /sierra_3: Setting Powered False\u000a21:28:30.992511 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:28:19" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16562): Process ended prematurely: osmo-stp_10.42.42.5(pid=16562) [trial-2349↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16562)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16562): Process ended prematurely: osmo-stp_10.42.42.5(pid=16562) [trial-2349↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:28:33.093800 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:33.106312 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:28:33.258237 tst handover.py: using LAC 16946\u000a21:28:33.387200 tst handover.py: using RAC 116\u000a21:28:33.518687 tst handover.py: using CellId 16946\u000a21:28:33.657074 tst handover.py: using BVCI 16947\u000a21:28:33.684581 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:28:33.839110 tst handover.py: using LAC 16947\u000a21:28:33.981170 tst handover.py: using RAC 117\u000a21:28:34.123858 tst handover.py: using CellId 16947\u000a21:28:34.256603 tst handover.py: using BVCI 16948\u000a21:28:34.282626 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:34.294917 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:34.306963 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:34.319202 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:34.331898 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:34.344079 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:28:34.470035 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:28:34.692589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:28:35.238348 run create_hlr_db(pid=16556): Launched\u000a21:28:35.378798 bus /sierra_2: Setting Powered False\u000a21:28:36.475544 run create_hlr_db(pid=16556): Terminated: ok {rc=0}\u000a21:28:36.899812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16558): Launched\u000a21:28:37.349970 run osmo-hlr_10.42.42.2(pid=16559): Launched\u000a21:28:37.582876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:28:38.183034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16561): Launched\u000a21:28:38.663214 run osmo-stp_10.42.42.5(pid=16562): Launched\u000a21:28:38.877189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:28:39.466888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16564): Launched\u000a21:28:39.912887 run osmo-msc_10.42.42.6(pid=16565): Launched\u000a21:28:40.373531 run osmo-stp_10.42.42.5(pid=16562): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16562)]\u000a21:28:40.563328 run osmo-stp_10.42.42.5(pid=16562): stdout: \u000a| (launched: 2022-12-08_21:28:38.351225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:40.701128 run osmo-stp_10.42.42.5(pid=16562): stderr: \u000a| �[0;m�[38;5;43m20221208212838690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212838691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212838691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212838691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212838692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212838692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212838692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:40.847032 run osmo-stp_10.42.42.5(pid=16562): stdout: \u000a| (launched: 2022-12-08_21:28:38.351225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:40.994474 run osmo-stp_10.42.42.5(pid=16562): stderr: \u000a| �[0;m�[38;5;43m20221208212838690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212838691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212838691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212838691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212838692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212838692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212838692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:41.055914 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16562): Process ended prematurely: osmo-stp_10.42.42.5(pid=16562) [trial-2349↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16562)] [trial-2349↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a21:28:41.066345 tst handover.py:18: Test FAILED (8.0 sec)\u000a21:28:41.135518 run osmo-hlr_10.42.42.2(pid=16559): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16559)]\u000a21:28:41.191394 run osmo-hlr_10.42.42.2(pid=16559): stdout: \u000a| (launched: 2022-12-08_21:28:37.081087) \u000a21:28:41.247794 run osmo-hlr_10.42.42.2(pid=16559): stderr: \u000a| �[0;m�[1;31m20221208212837334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212837334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212837334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212837335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212837335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212837335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212837356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212837381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212837381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212837382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:41.321796 run osmo-msc_10.42.42.6(pid=16565): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16565)]\u000a21:28:41.379176 run osmo-msc_10.42.42.6(pid=16565): stdout: \u000a| (launched: 2022-12-08_21:28:39.656439) \u000a21:28:41.437192 run osmo-msc_10.42.42.6(pid=16565): stderr: \u000a| �[0;m�[38;5;43m20221208212840200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212840200 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f740ad80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212840205 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212840205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212840205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212840205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212840207 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212840207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212840207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212840207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:28:41.484723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16558): Terminating (SIGTERM)\u000a21:28:41.530422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16561): Terminating (SIGTERM)\u000a21:28:41.578944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16564): Terminating (SIGTERM)\u000a21:28:41.590035 --- ParallelTerminationStrategy: PID 16558 died...\u000a21:28:41.650706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16558): Terminated: ok {rc=0}\u000a21:28:41.662908 --- ParallelTerminationStrategy: PID 16561 died...\u000a21:28:41.720642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16561): Terminated: ok {rc=0}\u000a21:28:41.731374 --- ParallelTerminationStrategy: PID 16564 died...\u000a21:28:41.790026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16564): Terminated: ok {rc=0}\u000a21:28:41.883581 bus /sierra_3: Setting Powered False\u000a21:28:42.988504 bus /sierra_3: Setting Powered False\u000a21:28:44.100046 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:28:32" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16576): Process ended prematurely: osmo-stp_10.42.42.5(pid=16576) [trial-2349↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16576)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16576): Process ended prematurely: osmo-stp_10.42.42.5(pid=16576) [trial-2349↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:28:46.191734 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:46.207718 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:28:46.360812 tst handover.py: using LAC 16948\u000a21:28:46.534852 tst handover.py: using RAC 118\u000a21:28:46.685161 tst handover.py: using CellId 16948\u000a21:28:46.825626 tst handover.py: using BVCI 16949\u000a21:28:46.853505 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:28:47.052884 tst handover.py: using LAC 16949\u000a21:28:47.202704 tst handover.py: using RAC 119\u000a21:28:47.342411 tst handover.py: using CellId 16949\u000a21:28:47.483013 tst handover.py: using BVCI 16950\u000a21:28:47.509099 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:47.521053 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:47.533110 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:47.545089 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:47.557088 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:47.569045 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:28:47.697544 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:28:47.918638 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:28:48.470389 run create_hlr_db(pid=16570): Launched\u000a21:28:48.608610 bus /sierra_2: Setting Powered False\u000a21:28:49.697860 run create_hlr_db(pid=16570): Terminated: ok {rc=0}\u000a21:28:50.101180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16572): Launched\u000a21:28:50.508606 run osmo-hlr_10.42.42.2(pid=16573): Launched\u000a21:28:50.742234 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:28:51.400295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16575): Launched\u000a21:28:51.795440 run osmo-stp_10.42.42.5(pid=16576): Launched\u000a21:28:52.070419 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:28:52.655032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16578): Launched\u000a21:28:53.012766 run osmo-msc_10.42.42.6(pid=16579): Launched\u000a21:28:53.275729 run osmo-stp_10.42.42.5(pid=16576): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16576)]\u000a21:28:53.429109 run osmo-stp_10.42.42.5(pid=16576): stdout: \u000a| (launched: 2022-12-08_21:28:51.556049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:53.585389 run osmo-stp_10.42.42.5(pid=16576): stderr: \u000a| �[0;m�[38;5;43m20221208212851887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212851887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212851887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212851887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212851888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212851888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212851888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:53.732408 run osmo-stp_10.42.42.5(pid=16576): stdout: \u000a| (launched: 2022-12-08_21:28:51.556049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:53.876215 run osmo-stp_10.42.42.5(pid=16576): stderr: \u000a| �[0;m�[38;5;43m20221208212851887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212851887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212851887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212851887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212851888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212851888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212851888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:53.939294 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16576): Process ended prematurely: osmo-stp_10.42.42.5(pid=16576) [trial-2349↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16576)] [trial-2349↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a21:28:53.947779 tst handover.py:18: Test FAILED (7.7 sec)\u000a21:28:54.018465 run osmo-hlr_10.42.42.2(pid=16573): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16573)]\u000a21:28:54.074837 run osmo-hlr_10.42.42.2(pid=16573): stdout: \u000a| (launched: 2022-12-08_21:28:50.261818) \u000a21:28:54.131994 run osmo-hlr_10.42.42.2(pid=16573): stderr: \u000a| �[0;m�[1;31m20221208212850590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212850590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212850590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212850590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212850590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212850590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212850616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212850624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212850633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212850633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:54.209870 run osmo-msc_10.42.42.6(pid=16579): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16579)]\u000a21:28:54.266150 run osmo-msc_10.42.42.6(pid=16579): stdout: \u000a| (launched: 2022-12-08_21:28:52.823544) \u000a21:28:54.322167 run osmo-msc_10.42.42.6(pid=16579): stderr: \u000a| �[0;m�[38;5;43m20221208212853139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212853139 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9161167c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212853139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212853139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212853139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212853140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212853141 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212853142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212853142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212853142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:28:54.371315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16572): Terminating (SIGTERM)\u000a21:28:54.417690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16575): Terminating (SIGTERM)\u000a21:28:54.463833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16578): Terminating (SIGTERM)\u000a21:28:54.473754 --- ParallelTerminationStrategy: PID 16572 died...\u000a21:28:54.534746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16572): Terminated: ok {rc=0}\u000a21:28:54.546182 --- ParallelTerminationStrategy: PID 16575 died...\u000a21:28:54.607071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16575): Terminated: ok {rc=0}\u000a21:28:54.618108 --- ParallelTerminationStrategy: PID 16578 died...\u000a21:28:54.678729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16578): Terminated: ok {rc=0}\u000a21:28:54.769942 bus /sierra_3: Setting Powered False\u000a21:28:55.877868 bus /sierra_3: Setting Powered False\u000a21:28:57.004431 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:28:45" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16590): Process ended prematurely: osmo-stp_10.42.42.5(pid=16590) [trial-2349↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16590)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16590): Process ended prematurely: osmo-stp_10.42.42.5(pid=16590) [trial-2349↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:28:59.058768 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:59.070671 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:28:59.216345 tst handover.py: using LAC 16950\u000a21:28:59.375376 tst handover.py: using RAC 120\u000a21:28:59.523725 tst handover.py: using CellId 16950\u000a21:28:59.665199 tst handover.py: using BVCI 16951\u000a21:28:59.694020 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:28:59.851292 tst handover.py: using LAC 16951\u000a21:29:00.001816 tst handover.py: using RAC 121\u000a21:29:00.140336 tst handover.py: using CellId 16951\u000a21:29:00.277922 tst handover.py: using BVCI 16952\u000a21:29:00.304279 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:00.317026 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:00.329789 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:00.344267 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:00.357518 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:00.370291 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:29:00.527707 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:29:00.749318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:29:01.301039 run create_hlr_db(pid=16584): Launched\u000a21:29:01.438305 bus /sierra_2: Setting Powered False\u000a21:29:02.531637 run create_hlr_db(pid=16584): Terminated: ok {rc=0}\u000a21:29:02.980411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16586): Launched\u000a21:29:03.399836 run osmo-hlr_10.42.42.2(pid=16587): Launched\u000a21:29:03.603257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:29:04.163304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16589): Launched\u000a21:29:04.509637 run osmo-stp_10.42.42.5(pid=16590): Launched\u000a21:29:04.637219 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:29:05.245719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16592): Launched\u000a21:29:05.668360 run osmo-msc_10.42.42.6(pid=16593): Launched\u000a21:29:06.055494 run osmo-stp_10.42.42.5(pid=16590): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16590)]\u000a21:29:06.269218 run osmo-stp_10.42.42.5(pid=16590): stdout: \u000a| (launched: 2022-12-08_21:29:04.337445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:06.407104 run osmo-stp_10.42.42.5(pid=16590): stderr: \u000a| �[0;m�[38;5;43m20221208212904583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212904583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212904583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212904584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212904584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212904584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212904584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:06.541585 run osmo-stp_10.42.42.5(pid=16590): stdout: \u000a| (launched: 2022-12-08_21:29:04.337445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:06.672675 run osmo-stp_10.42.42.5(pid=16590): stderr: \u000a| �[0;m�[38;5;43m20221208212904583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212904583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212904583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212904584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212904584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212904584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212904584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:06.730499 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16590): Process ended prematurely: osmo-stp_10.42.42.5(pid=16590) [trial-2349↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16590)] [trial-2349↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a21:29:06.739574 tst handover.py:18: Test FAILED (7.7 sec)\u000a21:29:06.804053 run osmo-hlr_10.42.42.2(pid=16587): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16587)]\u000a21:29:06.856610 run osmo-hlr_10.42.42.2(pid=16587): stdout: \u000a| (launched: 2022-12-08_21:29:03.150735) \u000a21:29:06.909815 run osmo-hlr_10.42.42.2(pid=16587): stderr: \u000a| �[0;m�[1;31m20221208212903481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212903481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212903481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212903481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212903481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212903481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212903515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212903542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212903542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212903542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:29:06.982200 run osmo-msc_10.42.42.6(pid=16593): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16593)]\u000a21:29:07.034568 run osmo-msc_10.42.42.6(pid=16593): stdout: \u000a| (launched: 2022-12-08_21:29:05.413813) \u000a21:29:07.087514 run osmo-msc_10.42.42.6(pid=16593): stderr: \u000a| �[0;m�[38;5;43m20221208212905927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212905927 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f81eabc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212905928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212905928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212905928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212905928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212905938 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212905939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212905939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212905939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:29:07.132346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16586): Terminating (SIGTERM)\u000a21:29:07.175144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16589): Terminating (SIGTERM)\u000a21:29:07.218031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16592): Terminating (SIGTERM)\u000a21:29:07.228379 --- ParallelTerminationStrategy: PID 16586 died...\u000a21:29:07.285599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16586): Terminated: ok {rc=0}\u000a21:29:07.295959 --- ParallelTerminationStrategy: PID 16589 died...\u000a21:29:07.353472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16589): Terminated: ok {rc=0}\u000a21:29:07.364126 --- ParallelTerminationStrategy: PID 16592 died...\u000a21:29:07.421280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16592): Terminated: ok {rc=0}\u000a21:29:07.515951 bus /sierra_3: Setting Powered False\u000a21:29:08.643951 bus /sierra_3: Setting Powered False\u000a21:29:09.766160 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:28:58" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16615): Process ended prematurely: osmo-stp_10.42.42.5(pid=16615) [trial-2349↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16615)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16615): Process ended prematurely: osmo-stp_10.42.42.5(pid=16615) [trial-2349↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2349 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:29:11.802572 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:11.813906 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:29:11.956705 tst handover.py: using LAC 16952\u000a21:29:12.087923 tst handover.py: using RAC 122\u000a21:29:12.219937 tst handover.py: using CellId 16952\u000a21:29:12.352701 tst handover.py: using BVCI 16953\u000a21:29:12.377861 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:29:12.523576 tst handover.py: using LAC 16953\u000a21:29:12.652019 tst handover.py: using RAC 123\u000a21:29:12.782840 tst handover.py: using CellId 16953\u000a21:29:12.914629 tst handover.py: using BVCI 16954\u000a21:29:12.939738 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:12.951180 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:12.962433 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:12.973736 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:12.985068 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:12.996235 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:29:13.121709 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:29:13.342081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:29:13.848194 run create_hlr_db(pid=16598): Launched\u000a21:29:13.983583 bus /sierra_2: Setting Powered False\u000a21:29:15.047883 run create_hlr_db(pid=16598): Terminated: ok {rc=0}\u000a21:29:15.458781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16611): Launched\u000a21:29:15.789812 run osmo-hlr_10.42.42.2(pid=16612): Launched\u000a21:29:15.948472 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:29:16.601040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16614): Launched\u000a21:29:17.083129 run osmo-stp_10.42.42.5(pid=16615): Launched\u000a21:29:17.314405 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:29:17.851543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16617): Launched\u000a21:29:18.158365 run osmo-msc_10.42.42.6(pid=16618): Launched\u000a21:29:18.338991 run osmo-stp_10.42.42.5(pid=16615): ERR: Terminated: ERROR {rc=1} [trial-2349↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16615)]\u000a21:29:18.469427 run osmo-stp_10.42.42.5(pid=16615): stdout: \u000a| (launched: 2022-12-08_21:29:16.810343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:18.596366 run osmo-stp_10.42.42.5(pid=16615): stderr: \u000a| �[0;m�[38;5;43m20221208212917016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212917017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212917017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212917017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212917019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212917020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212917020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:18.718433 run osmo-stp_10.42.42.5(pid=16615): stdout: \u000a| (launched: 2022-12-08_21:29:16.810343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:18.839673 run osmo-stp_10.42.42.5(pid=16615): stderr: \u000a| �[0;m�[38;5;43m20221208212917016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208212917017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208212917017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208212917017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208212917019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208212917020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208212917020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:18.892811 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16615): Process ended prematurely: osmo-stp_10.42.42.5(pid=16615) [trial-2349↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16615)] [trial-2349↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a21:29:18.900564 tst handover.py:18: Test FAILED (7.1 sec)\u000a21:29:18.960854 run osmo-hlr_10.42.42.2(pid=16612): ERR: Terminated: ERROR {rc=237} [trial-2349↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16612)]\u000a21:29:19.009904 run osmo-hlr_10.42.42.2(pid=16612): stdout: \u000a| (launched: 2022-12-08_21:29:15.626200) \u000a21:29:19.059156 run osmo-hlr_10.42.42.2(pid=16612): stderr: \u000a| �[0;m�[1;31m20221208212915829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208212915829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208212915837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212915837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208212915837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208212915837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208212915856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2349/run.2022-12-08_20-04-33/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208212915875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208212915876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208212915876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:29:19.126100 run osmo-msc_10.42.42.6(pid=16618): ERR: Terminated: ERROR {rc=2} [trial-2349↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16618)]\u000a21:29:19.175103 run osmo-msc_10.42.42.6(pid=16618): stdout: \u000a| (launched: 2022-12-08_21:29:18.006606) \u000a21:29:19.224769 run osmo-msc_10.42.42.6(pid=16618): stderr: \u000a| �[0;m�[38;5;43m20221208212918280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208212918280 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82c26bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208212918280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208212918280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208212918280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208212918280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208212918282 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208212918282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208212918283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208212918283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:29:19.267053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16611): Terminating (SIGTERM)\u000a21:29:19.307653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16614): Terminating (SIGTERM)\u000a21:29:19.348727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16617): Terminating (SIGTERM)\u000a21:29:19.358518 --- ParallelTerminationStrategy: PID 16611 died...\u000a21:29:19.413831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16611): Terminated: ok {rc=0}\u000a21:29:19.424370 --- ParallelTerminationStrategy: PID 16614 died...\u000a21:29:19.477641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16614): Terminated: ok {rc=0}\u000a21:29:19.487495 --- ParallelTerminationStrategy: PID 16617 died...\u000a21:29:19.541476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16617): Terminated: ok {rc=0}\u000a21:29:19.627844 bus /sierra_3: Setting Powered False\u000a21:29:20.738351 bus /sierra_3: Setting Powered False\u000a21:29:21.882987 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:29:11" } ] }